| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 5.69545389767707, | |
| "eval_steps": 500, | |
| "global_step": 5000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.005700441784238278, | |
| "grad_norm": 27.39983367919922, | |
| "learning_rate": 4.9999995544380894e-05, | |
| "loss": 16.8508, | |
| "num_input_tokens_seen": 97712, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.011400883568476556, | |
| "grad_norm": 35.96725082397461, | |
| "learning_rate": 4.999998217752515e-05, | |
| "loss": 11.7177, | |
| "num_input_tokens_seen": 195504, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.017101325352714837, | |
| "grad_norm": 13.93742847442627, | |
| "learning_rate": 4.999995989943754e-05, | |
| "loss": 6.3848, | |
| "num_input_tokens_seen": 293200, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.022801767136953113, | |
| "grad_norm": 9.999053955078125, | |
| "learning_rate": 4.9999928710126e-05, | |
| "loss": 4.4249, | |
| "num_input_tokens_seen": 390960, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.02850220892119139, | |
| "grad_norm": 11.072565078735352, | |
| "learning_rate": 4.999988860960165e-05, | |
| "loss": 3.7022, | |
| "num_input_tokens_seen": 488752, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.034202650705429674, | |
| "grad_norm": 6.960489273071289, | |
| "learning_rate": 4.9999839597878784e-05, | |
| "loss": 2.5291, | |
| "num_input_tokens_seen": 586496, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.039903092489667946, | |
| "grad_norm": 10.353778839111328, | |
| "learning_rate": 4.999978167497488e-05, | |
| "loss": 1.9498, | |
| "num_input_tokens_seen": 684240, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.045603534273906225, | |
| "grad_norm": 12.493133544921875, | |
| "learning_rate": 4.999971484091057e-05, | |
| "loss": 1.551, | |
| "num_input_tokens_seen": 781936, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.051303976058144504, | |
| "grad_norm": 16.28146743774414, | |
| "learning_rate": 4.999963909570968e-05, | |
| "loss": 1.4018, | |
| "num_input_tokens_seen": 879680, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.05700441784238278, | |
| "grad_norm": 9.161210060119629, | |
| "learning_rate": 4.999955443939922e-05, | |
| "loss": 1.2093, | |
| "num_input_tokens_seen": 977440, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.06270485962662106, | |
| "grad_norm": 13.297211647033691, | |
| "learning_rate": 4.9999460872009366e-05, | |
| "loss": 1.1716, | |
| "num_input_tokens_seen": 1075200, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.06840530141085935, | |
| "grad_norm": 8.317058563232422, | |
| "learning_rate": 4.9999358393573445e-05, | |
| "loss": 1.1838, | |
| "num_input_tokens_seen": 1172880, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.07410574319509762, | |
| "grad_norm": 7.10370397567749, | |
| "learning_rate": 4.9999247004128014e-05, | |
| "loss": 1.0844, | |
| "num_input_tokens_seen": 1270608, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.07980618497933589, | |
| "grad_norm": 10.387308120727539, | |
| "learning_rate": 4.9999126703712775e-05, | |
| "loss": 1.0746, | |
| "num_input_tokens_seen": 1368368, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.08550662676357418, | |
| "grad_norm": 10.262731552124023, | |
| "learning_rate": 4.999899749237059e-05, | |
| "loss": 1.0698, | |
| "num_input_tokens_seen": 1466016, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.09120706854781245, | |
| "grad_norm": 9.300691604614258, | |
| "learning_rate": 4.9998859370147524e-05, | |
| "loss": 1.1167, | |
| "num_input_tokens_seen": 1563648, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.09690751033205074, | |
| "grad_norm": 4.99461030960083, | |
| "learning_rate": 4.999871233709282e-05, | |
| "loss": 1.105, | |
| "num_input_tokens_seen": 1661456, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.10260795211628901, | |
| "grad_norm": 8.910074234008789, | |
| "learning_rate": 4.9998556393258884e-05, | |
| "loss": 1.1096, | |
| "num_input_tokens_seen": 1759184, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.1083083939005273, | |
| "grad_norm": 7.826836585998535, | |
| "learning_rate": 4.9998391538701293e-05, | |
| "loss": 1.1084, | |
| "num_input_tokens_seen": 1856848, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.11400883568476557, | |
| "grad_norm": 8.221962928771973, | |
| "learning_rate": 4.999821777347883e-05, | |
| "loss": 1.1534, | |
| "num_input_tokens_seen": 1954544, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.11970927746900385, | |
| "grad_norm": 8.834911346435547, | |
| "learning_rate": 4.9998035097653406e-05, | |
| "loss": 1.075, | |
| "num_input_tokens_seen": 2052224, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.12540971925324212, | |
| "grad_norm": 7.220479488372803, | |
| "learning_rate": 4.9997843511290156e-05, | |
| "loss": 1.085, | |
| "num_input_tokens_seen": 2150000, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.1311101610374804, | |
| "grad_norm": 7.887118816375732, | |
| "learning_rate": 4.999764301445736e-05, | |
| "loss": 1.0384, | |
| "num_input_tokens_seen": 2247808, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.1368106028217187, | |
| "grad_norm": 9.087337493896484, | |
| "learning_rate": 4.9997433607226495e-05, | |
| "loss": 1.1907, | |
| "num_input_tokens_seen": 2345584, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.14251104460595695, | |
| "grad_norm": 7.334683418273926, | |
| "learning_rate": 4.9997215289672194e-05, | |
| "loss": 1.0865, | |
| "num_input_tokens_seen": 2443360, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.14821148639019524, | |
| "grad_norm": 6.93471097946167, | |
| "learning_rate": 4.9996988061872284e-05, | |
| "loss": 1.0469, | |
| "num_input_tokens_seen": 2541120, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.15391192817443353, | |
| "grad_norm": 8.000816345214844, | |
| "learning_rate": 4.999675192390776e-05, | |
| "loss": 1.0966, | |
| "num_input_tokens_seen": 2638912, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.15961236995867178, | |
| "grad_norm": 6.232958793640137, | |
| "learning_rate": 4.999650687586278e-05, | |
| "loss": 1.0418, | |
| "num_input_tokens_seen": 2736624, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.16531281174291007, | |
| "grad_norm": 12.828268051147461, | |
| "learning_rate": 4.999625291782471e-05, | |
| "loss": 1.0684, | |
| "num_input_tokens_seen": 2834384, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.17101325352714836, | |
| "grad_norm": 6.147856712341309, | |
| "learning_rate": 4.999599004988406e-05, | |
| "loss": 0.9802, | |
| "num_input_tokens_seen": 2932160, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.17671369531138664, | |
| "grad_norm": 7.085546016693115, | |
| "learning_rate": 4.999571827213454e-05, | |
| "loss": 1.1506, | |
| "num_input_tokens_seen": 3029904, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.1824141370956249, | |
| "grad_norm": 8.019725799560547, | |
| "learning_rate": 4.999543758467301e-05, | |
| "loss": 1.0185, | |
| "num_input_tokens_seen": 3127648, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.1881145788798632, | |
| "grad_norm": 5.743609428405762, | |
| "learning_rate": 4.9995147987599536e-05, | |
| "loss": 1.0001, | |
| "num_input_tokens_seen": 3225360, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.19381502066410147, | |
| "grad_norm": 6.749576568603516, | |
| "learning_rate": 4.999484948101734e-05, | |
| "loss": 1.0848, | |
| "num_input_tokens_seen": 3323152, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.19951546244833976, | |
| "grad_norm": 7.745048522949219, | |
| "learning_rate": 4.9994542065032823e-05, | |
| "loss": 1.0074, | |
| "num_input_tokens_seen": 3420912, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.20521590423257802, | |
| "grad_norm": 6.615988254547119, | |
| "learning_rate": 4.9994225739755565e-05, | |
| "loss": 1.0756, | |
| "num_input_tokens_seen": 3518752, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.2109163460168163, | |
| "grad_norm": 6.993303298950195, | |
| "learning_rate": 4.999390050529831e-05, | |
| "loss": 1.0371, | |
| "num_input_tokens_seen": 3616560, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.2166167878010546, | |
| "grad_norm": 6.100363731384277, | |
| "learning_rate": 4.9993566361777e-05, | |
| "loss": 0.9687, | |
| "num_input_tokens_seen": 3714320, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.22231722958529285, | |
| "grad_norm": 5.574942111968994, | |
| "learning_rate": 4.999322330931074e-05, | |
| "loss": 1.0173, | |
| "num_input_tokens_seen": 3812144, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.22801767136953113, | |
| "grad_norm": 7.2291975021362305, | |
| "learning_rate": 4.9992871348021804e-05, | |
| "loss": 1.0322, | |
| "num_input_tokens_seen": 3909824, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.23371811315376942, | |
| "grad_norm": 6.874391078948975, | |
| "learning_rate": 4.999251047803565e-05, | |
| "loss": 1.0096, | |
| "num_input_tokens_seen": 4007600, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.2394185549380077, | |
| "grad_norm": 9.4487886428833, | |
| "learning_rate": 4.9992140699480914e-05, | |
| "loss": 0.9313, | |
| "num_input_tokens_seen": 4105360, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.24511899672224596, | |
| "grad_norm": 8.49326229095459, | |
| "learning_rate": 4.99917620124894e-05, | |
| "loss": 1.008, | |
| "num_input_tokens_seen": 4203072, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.25081943850648425, | |
| "grad_norm": 8.347270965576172, | |
| "learning_rate": 4.999137441719609e-05, | |
| "loss": 0.9588, | |
| "num_input_tokens_seen": 4300784, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.25651988029072254, | |
| "grad_norm": 7.798429489135742, | |
| "learning_rate": 4.999097791373915e-05, | |
| "loss": 1.0412, | |
| "num_input_tokens_seen": 4398448, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.2622203220749608, | |
| "grad_norm": 7.584600448608398, | |
| "learning_rate": 4.99905725022599e-05, | |
| "loss": 0.9457, | |
| "num_input_tokens_seen": 4496256, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.2679207638591991, | |
| "grad_norm": 5.460471153259277, | |
| "learning_rate": 4.9990158182902866e-05, | |
| "loss": 0.8931, | |
| "num_input_tokens_seen": 4594032, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.2736212056434374, | |
| "grad_norm": 6.889909267425537, | |
| "learning_rate": 4.9989734955815715e-05, | |
| "loss": 0.846, | |
| "num_input_tokens_seen": 4691824, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.2793216474276756, | |
| "grad_norm": 8.376734733581543, | |
| "learning_rate": 4.998930282114932e-05, | |
| "loss": 0.9712, | |
| "num_input_tokens_seen": 4789568, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.2850220892119139, | |
| "grad_norm": 6.110357284545898, | |
| "learning_rate": 4.99888617790577e-05, | |
| "loss": 0.9427, | |
| "num_input_tokens_seen": 4887296, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.2907225309961522, | |
| "grad_norm": 7.7024102210998535, | |
| "learning_rate": 4.998841182969808e-05, | |
| "loss": 0.8296, | |
| "num_input_tokens_seen": 4984976, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.2964229727803905, | |
| "grad_norm": 6.920788288116455, | |
| "learning_rate": 4.998795297323083e-05, | |
| "loss": 1.0276, | |
| "num_input_tokens_seen": 5082688, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.30212341456462877, | |
| "grad_norm": 7.553328514099121, | |
| "learning_rate": 4.9987485209819515e-05, | |
| "loss": 1.0488, | |
| "num_input_tokens_seen": 5180400, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.30782385634886705, | |
| "grad_norm": 6.883415699005127, | |
| "learning_rate": 4.998700853963088e-05, | |
| "loss": 0.9426, | |
| "num_input_tokens_seen": 5278208, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.31352429813310534, | |
| "grad_norm": 11.664554595947266, | |
| "learning_rate": 4.998652296283481e-05, | |
| "loss": 0.9294, | |
| "num_input_tokens_seen": 5375968, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.31922473991734357, | |
| "grad_norm": 11.442777633666992, | |
| "learning_rate": 4.9986028479604416e-05, | |
| "loss": 1.0263, | |
| "num_input_tokens_seen": 5473760, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.32492518170158186, | |
| "grad_norm": 7.503568649291992, | |
| "learning_rate": 4.9985525090115936e-05, | |
| "loss": 0.8616, | |
| "num_input_tokens_seen": 5571472, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.33062562348582014, | |
| "grad_norm": 4.156918048858643, | |
| "learning_rate": 4.998501279454881e-05, | |
| "loss": 0.867, | |
| "num_input_tokens_seen": 5669136, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.3363260652700584, | |
| "grad_norm": 8.972600936889648, | |
| "learning_rate": 4.998449159308565e-05, | |
| "loss": 0.9869, | |
| "num_input_tokens_seen": 5766816, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.3420265070542967, | |
| "grad_norm": 6.943081855773926, | |
| "learning_rate": 4.9983961485912235e-05, | |
| "loss": 0.8677, | |
| "num_input_tokens_seen": 5864576, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.347726948838535, | |
| "grad_norm": 5.271353244781494, | |
| "learning_rate": 4.9983422473217514e-05, | |
| "loss": 0.929, | |
| "num_input_tokens_seen": 5962384, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.3534273906227733, | |
| "grad_norm": 6.874100685119629, | |
| "learning_rate": 4.998287455519363e-05, | |
| "loss": 0.8697, | |
| "num_input_tokens_seen": 6060160, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.3591278324070115, | |
| "grad_norm": 6.316469192504883, | |
| "learning_rate": 4.998231773203587e-05, | |
| "loss": 0.8826, | |
| "num_input_tokens_seen": 6157920, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.3648282741912498, | |
| "grad_norm": 6.3930816650390625, | |
| "learning_rate": 4.9981752003942734e-05, | |
| "loss": 0.9108, | |
| "num_input_tokens_seen": 6255600, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.3705287159754881, | |
| "grad_norm": 7.396681785583496, | |
| "learning_rate": 4.998117737111587e-05, | |
| "loss": 0.9613, | |
| "num_input_tokens_seen": 6353424, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.3762291577597264, | |
| "grad_norm": 9.793058395385742, | |
| "learning_rate": 4.998059383376009e-05, | |
| "loss": 0.8664, | |
| "num_input_tokens_seen": 6451184, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.38192959954396466, | |
| "grad_norm": 4.0863423347473145, | |
| "learning_rate": 4.998000139208342e-05, | |
| "loss": 0.8693, | |
| "num_input_tokens_seen": 6549040, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.38763004132820295, | |
| "grad_norm": 4.3018317222595215, | |
| "learning_rate": 4.997940004629702e-05, | |
| "loss": 0.9368, | |
| "num_input_tokens_seen": 6646752, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.39333048311244123, | |
| "grad_norm": 16.874574661254883, | |
| "learning_rate": 4.9978789796615235e-05, | |
| "loss": 1.0444, | |
| "num_input_tokens_seen": 6744544, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.3990309248966795, | |
| "grad_norm": 6.2149658203125, | |
| "learning_rate": 4.9978170643255604e-05, | |
| "loss": 0.9418, | |
| "num_input_tokens_seen": 6842256, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.40473136668091775, | |
| "grad_norm": 6.908440113067627, | |
| "learning_rate": 4.997754258643882e-05, | |
| "loss": 0.8389, | |
| "num_input_tokens_seen": 6939984, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.41043180846515603, | |
| "grad_norm": 9.332175254821777, | |
| "learning_rate": 4.997690562638874e-05, | |
| "loss": 0.9898, | |
| "num_input_tokens_seen": 7037776, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.4161322502493943, | |
| "grad_norm": 7.081879138946533, | |
| "learning_rate": 4.9976259763332423e-05, | |
| "loss": 0.8761, | |
| "num_input_tokens_seen": 7135552, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.4218326920336326, | |
| "grad_norm": 5.079131603240967, | |
| "learning_rate": 4.9975604997500084e-05, | |
| "loss": 0.8808, | |
| "num_input_tokens_seen": 7233248, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.4275331338178709, | |
| "grad_norm": 7.381295680999756, | |
| "learning_rate": 4.99749413291251e-05, | |
| "loss": 0.9706, | |
| "num_input_tokens_seen": 7330976, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.4332335756021092, | |
| "grad_norm": 4.044100284576416, | |
| "learning_rate": 4.9974268758444054e-05, | |
| "loss": 0.8972, | |
| "num_input_tokens_seen": 7428704, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.43893401738634746, | |
| "grad_norm": 6.039126396179199, | |
| "learning_rate": 4.9973587285696674e-05, | |
| "loss": 0.7717, | |
| "num_input_tokens_seen": 7526480, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.4446344591705857, | |
| "grad_norm": 5.874084949493408, | |
| "learning_rate": 4.997289691112588e-05, | |
| "loss": 0.9446, | |
| "num_input_tokens_seen": 7624320, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.450334900954824, | |
| "grad_norm": 7.415895462036133, | |
| "learning_rate": 4.997219763497774e-05, | |
| "loss": 0.7123, | |
| "num_input_tokens_seen": 7722064, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.45603534273906227, | |
| "grad_norm": 7.707664966583252, | |
| "learning_rate": 4.997148945750153e-05, | |
| "loss": 0.7859, | |
| "num_input_tokens_seen": 7819808, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.46173578452330055, | |
| "grad_norm": 5.500309467315674, | |
| "learning_rate": 4.9970772378949655e-05, | |
| "loss": 0.826, | |
| "num_input_tokens_seen": 7917488, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.46743622630753884, | |
| "grad_norm": 7.652528285980225, | |
| "learning_rate": 4.9970046399577734e-05, | |
| "loss": 0.8709, | |
| "num_input_tokens_seen": 8015264, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.4731366680917771, | |
| "grad_norm": 6.417993545532227, | |
| "learning_rate": 4.996931151964455e-05, | |
| "loss": 0.9764, | |
| "num_input_tokens_seen": 8113024, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.4788371098760154, | |
| "grad_norm": 5.648680210113525, | |
| "learning_rate": 4.996856773941202e-05, | |
| "loss": 0.8233, | |
| "num_input_tokens_seen": 8210784, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.4845375516602537, | |
| "grad_norm": 8.321767807006836, | |
| "learning_rate": 4.9967815059145296e-05, | |
| "loss": 0.8556, | |
| "num_input_tokens_seen": 8308512, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.4902379934444919, | |
| "grad_norm": 6.381886005401611, | |
| "learning_rate": 4.9967053479112656e-05, | |
| "loss": 0.7687, | |
| "num_input_tokens_seen": 8406208, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.4959384352287302, | |
| "grad_norm": 7.855834007263184, | |
| "learning_rate": 4.996628299958557e-05, | |
| "loss": 0.7965, | |
| "num_input_tokens_seen": 8503952, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.5016388770129685, | |
| "grad_norm": 8.358772277832031, | |
| "learning_rate": 4.996550362083866e-05, | |
| "loss": 0.7877, | |
| "num_input_tokens_seen": 8601616, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.5073393187972067, | |
| "grad_norm": 8.553559303283691, | |
| "learning_rate": 4.996471534314976e-05, | |
| "loss": 0.76, | |
| "num_input_tokens_seen": 8699424, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.5130397605814451, | |
| "grad_norm": 8.631624221801758, | |
| "learning_rate": 4.9963918166799836e-05, | |
| "loss": 0.8425, | |
| "num_input_tokens_seen": 8797088, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.5187402023656833, | |
| "grad_norm": 11.236102104187012, | |
| "learning_rate": 4.9963112092073046e-05, | |
| "loss": 0.8332, | |
| "num_input_tokens_seen": 8894848, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.5244406441499216, | |
| "grad_norm": 6.356544494628906, | |
| "learning_rate": 4.996229711925671e-05, | |
| "loss": 0.8231, | |
| "num_input_tokens_seen": 8992576, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.5301410859341599, | |
| "grad_norm": 4.418157577514648, | |
| "learning_rate": 4.996147324864132e-05, | |
| "loss": 0.7168, | |
| "num_input_tokens_seen": 9090272, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.5358415277183982, | |
| "grad_norm": 8.712305068969727, | |
| "learning_rate": 4.996064048052056e-05, | |
| "loss": 0.7672, | |
| "num_input_tokens_seen": 9188080, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.5415419695026364, | |
| "grad_norm": 8.759718894958496, | |
| "learning_rate": 4.995979881519126e-05, | |
| "loss": 0.7601, | |
| "num_input_tokens_seen": 9285872, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.5472424112868748, | |
| "grad_norm": 7.049539089202881, | |
| "learning_rate": 4.995894825295343e-05, | |
| "loss": 0.802, | |
| "num_input_tokens_seen": 9383584, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.552942853071113, | |
| "grad_norm": 7.416094779968262, | |
| "learning_rate": 4.995808879411026e-05, | |
| "loss": 0.7645, | |
| "num_input_tokens_seen": 9481200, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.5586432948553512, | |
| "grad_norm": 6.9029693603515625, | |
| "learning_rate": 4.995722043896809e-05, | |
| "loss": 0.6875, | |
| "num_input_tokens_seen": 9578944, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.5643437366395896, | |
| "grad_norm": 7.398702621459961, | |
| "learning_rate": 4.995634318783646e-05, | |
| "loss": 0.7829, | |
| "num_input_tokens_seen": 9676688, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.5700441784238278, | |
| "grad_norm": 7.631560802459717, | |
| "learning_rate": 4.9955457041028055e-05, | |
| "loss": 0.7324, | |
| "num_input_tokens_seen": 9774464, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.5757446202080662, | |
| "grad_norm": 9.913789749145508, | |
| "learning_rate": 4.995456199885875e-05, | |
| "loss": 0.7578, | |
| "num_input_tokens_seen": 9872160, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.5814450619923044, | |
| "grad_norm": 9.40986442565918, | |
| "learning_rate": 4.995365806164758e-05, | |
| "loss": 0.951, | |
| "num_input_tokens_seen": 9969904, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.5871455037765427, | |
| "grad_norm": 5.404745578765869, | |
| "learning_rate": 4.995274522971675e-05, | |
| "loss": 0.7427, | |
| "num_input_tokens_seen": 10067648, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.592845945560781, | |
| "grad_norm": 6.450439929962158, | |
| "learning_rate": 4.9951823503391634e-05, | |
| "loss": 0.75, | |
| "num_input_tokens_seen": 10165456, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.5985463873450192, | |
| "grad_norm": 7.56156587600708, | |
| "learning_rate": 4.9950892883000786e-05, | |
| "loss": 0.7311, | |
| "num_input_tokens_seen": 10263152, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.6042468291292575, | |
| "grad_norm": 5.007820129394531, | |
| "learning_rate": 4.994995336887593e-05, | |
| "loss": 0.7088, | |
| "num_input_tokens_seen": 10360848, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.6099472709134958, | |
| "grad_norm": 6.651803016662598, | |
| "learning_rate": 4.994900496135195e-05, | |
| "loss": 0.7473, | |
| "num_input_tokens_seen": 10458496, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.6156477126977341, | |
| "grad_norm": 4.845729351043701, | |
| "learning_rate": 4.9948047660766904e-05, | |
| "loss": 0.6939, | |
| "num_input_tokens_seen": 10556304, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.6213481544819723, | |
| "grad_norm": 7.277071475982666, | |
| "learning_rate": 4.994708146746203e-05, | |
| "loss": 0.7219, | |
| "num_input_tokens_seen": 10654048, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.6270485962662107, | |
| "grad_norm": 7.703381061553955, | |
| "learning_rate": 4.994610638178172e-05, | |
| "loss": 0.7795, | |
| "num_input_tokens_seen": 10751776, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.6327490380504489, | |
| "grad_norm": 8.279520988464355, | |
| "learning_rate": 4.994512240407354e-05, | |
| "loss": 0.7027, | |
| "num_input_tokens_seen": 10849584, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.6384494798346871, | |
| "grad_norm": 10.189576148986816, | |
| "learning_rate": 4.9944129534688234e-05, | |
| "loss": 0.6917, | |
| "num_input_tokens_seen": 10947264, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.6441499216189255, | |
| "grad_norm": 6.311273574829102, | |
| "learning_rate": 4.994312777397972e-05, | |
| "loss": 0.7335, | |
| "num_input_tokens_seen": 11045120, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.6498503634031637, | |
| "grad_norm": 9.937539100646973, | |
| "learning_rate": 4.994211712230504e-05, | |
| "loss": 0.6367, | |
| "num_input_tokens_seen": 11142864, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.655550805187402, | |
| "grad_norm": 9.992775917053223, | |
| "learning_rate": 4.994109758002447e-05, | |
| "loss": 0.7662, | |
| "num_input_tokens_seen": 11240560, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.6612512469716403, | |
| "grad_norm": 6.363308429718018, | |
| "learning_rate": 4.994006914750143e-05, | |
| "loss": 0.7291, | |
| "num_input_tokens_seen": 11338320, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.6669516887558786, | |
| "grad_norm": 6.920602321624756, | |
| "learning_rate": 4.993903182510249e-05, | |
| "loss": 0.6525, | |
| "num_input_tokens_seen": 11436032, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.6726521305401169, | |
| "grad_norm": 6.734442234039307, | |
| "learning_rate": 4.99379856131974e-05, | |
| "loss": 0.6581, | |
| "num_input_tokens_seen": 11533680, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.6783525723243551, | |
| "grad_norm": 6.08076810836792, | |
| "learning_rate": 4.99369305121591e-05, | |
| "loss": 0.6868, | |
| "num_input_tokens_seen": 11631344, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.6840530141085934, | |
| "grad_norm": 5.305174827575684, | |
| "learning_rate": 4.9935866522363665e-05, | |
| "loss": 0.7231, | |
| "num_input_tokens_seen": 11729104, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.6897534558928317, | |
| "grad_norm": 5.337072849273682, | |
| "learning_rate": 4.9934793644190345e-05, | |
| "loss": 0.7082, | |
| "num_input_tokens_seen": 11826880, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.69545389767707, | |
| "grad_norm": 6.563253879547119, | |
| "learning_rate": 4.993371187802159e-05, | |
| "loss": 0.7412, | |
| "num_input_tokens_seen": 11924592, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.7011543394613082, | |
| "grad_norm": 6.92053747177124, | |
| "learning_rate": 4.993262122424298e-05, | |
| "loss": 0.6752, | |
| "num_input_tokens_seen": 12022256, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.7068547812455466, | |
| "grad_norm": 10.413783073425293, | |
| "learning_rate": 4.9931521683243276e-05, | |
| "loss": 0.6955, | |
| "num_input_tokens_seen": 12120000, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.7125552230297848, | |
| "grad_norm": 6.970921039581299, | |
| "learning_rate": 4.993041325541442e-05, | |
| "loss": 0.6883, | |
| "num_input_tokens_seen": 12217808, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.718255664814023, | |
| "grad_norm": 5.135336875915527, | |
| "learning_rate": 4.992929594115151e-05, | |
| "loss": 0.6039, | |
| "num_input_tokens_seen": 12315616, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.7239561065982614, | |
| "grad_norm": 7.350869655609131, | |
| "learning_rate": 4.99281697408528e-05, | |
| "loss": 0.7195, | |
| "num_input_tokens_seen": 12413376, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.7296565483824996, | |
| "grad_norm": 6.427408218383789, | |
| "learning_rate": 4.992703465491974e-05, | |
| "loss": 0.5395, | |
| "num_input_tokens_seen": 12510960, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.735356990166738, | |
| "grad_norm": 7.422171592712402, | |
| "learning_rate": 4.992589068375691e-05, | |
| "loss": 0.5605, | |
| "num_input_tokens_seen": 12608752, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.7410574319509762, | |
| "grad_norm": 10.039104461669922, | |
| "learning_rate": 4.9924737827772104e-05, | |
| "loss": 0.6171, | |
| "num_input_tokens_seen": 12706448, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.7467578737352145, | |
| "grad_norm": 6.769627094268799, | |
| "learning_rate": 4.992357608737623e-05, | |
| "loss": 0.6656, | |
| "num_input_tokens_seen": 12804144, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.7524583155194527, | |
| "grad_norm": 6.161548614501953, | |
| "learning_rate": 4.992240546298341e-05, | |
| "loss": 0.6412, | |
| "num_input_tokens_seen": 12902000, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.7581587573036911, | |
| "grad_norm": 9.02010440826416, | |
| "learning_rate": 4.9921225955010906e-05, | |
| "loss": 0.6899, | |
| "num_input_tokens_seen": 12999648, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.7638591990879293, | |
| "grad_norm": 5.683040618896484, | |
| "learning_rate": 4.9920037563879155e-05, | |
| "loss": 0.5788, | |
| "num_input_tokens_seen": 13097424, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.7695596408721675, | |
| "grad_norm": 5.576777935028076, | |
| "learning_rate": 4.9918840290011745e-05, | |
| "loss": 0.6354, | |
| "num_input_tokens_seen": 13195136, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.7752600826564059, | |
| "grad_norm": 6.484269142150879, | |
| "learning_rate": 4.9917634133835466e-05, | |
| "loss": 0.6004, | |
| "num_input_tokens_seen": 13292912, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.7809605244406441, | |
| "grad_norm": 5.845834732055664, | |
| "learning_rate": 4.991641909578023e-05, | |
| "loss": 0.6065, | |
| "num_input_tokens_seen": 13390560, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.7866609662248825, | |
| "grad_norm": 7.066195011138916, | |
| "learning_rate": 4.9915195176279156e-05, | |
| "loss": 0.703, | |
| "num_input_tokens_seen": 13488304, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.7923614080091207, | |
| "grad_norm": 7.687030792236328, | |
| "learning_rate": 4.9913962375768494e-05, | |
| "loss": 0.5684, | |
| "num_input_tokens_seen": 13586032, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.798061849793359, | |
| "grad_norm": 5.923397064208984, | |
| "learning_rate": 4.9912720694687684e-05, | |
| "loss": 0.7124, | |
| "num_input_tokens_seen": 13683792, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.8037622915775973, | |
| "grad_norm": 7.307689666748047, | |
| "learning_rate": 4.9911470133479324e-05, | |
| "loss": 0.585, | |
| "num_input_tokens_seen": 13781488, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.8094627333618355, | |
| "grad_norm": 5.22707462310791, | |
| "learning_rate": 4.9910210692589164e-05, | |
| "loss": 0.6301, | |
| "num_input_tokens_seen": 13879264, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.8151631751460738, | |
| "grad_norm": 6.6996870040893555, | |
| "learning_rate": 4.990894237246615e-05, | |
| "loss": 0.6073, | |
| "num_input_tokens_seen": 13976976, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.8208636169303121, | |
| "grad_norm": 9.039154052734375, | |
| "learning_rate": 4.990766517356236e-05, | |
| "loss": 0.6611, | |
| "num_input_tokens_seen": 14074688, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.8265640587145504, | |
| "grad_norm": 3.3328487873077393, | |
| "learning_rate": 4.9906379096333047e-05, | |
| "loss": 0.5829, | |
| "num_input_tokens_seen": 14172432, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.8322645004987886, | |
| "grad_norm": 9.260608673095703, | |
| "learning_rate": 4.9905084141236646e-05, | |
| "loss": 0.7311, | |
| "num_input_tokens_seen": 14270112, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.837964942283027, | |
| "grad_norm": 7.124883651733398, | |
| "learning_rate": 4.990378030873474e-05, | |
| "loss": 0.6354, | |
| "num_input_tokens_seen": 14367792, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.8436653840672652, | |
| "grad_norm": 5.522550106048584, | |
| "learning_rate": 4.990246759929207e-05, | |
| "loss": 0.5578, | |
| "num_input_tokens_seen": 14465584, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.8493658258515034, | |
| "grad_norm": 8.491950035095215, | |
| "learning_rate": 4.9901146013376556e-05, | |
| "loss": 0.6489, | |
| "num_input_tokens_seen": 14563344, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.8550662676357418, | |
| "grad_norm": 6.821796417236328, | |
| "learning_rate": 4.989981555145928e-05, | |
| "loss": 0.451, | |
| "num_input_tokens_seen": 14661024, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.86076670941998, | |
| "grad_norm": 8.655888557434082, | |
| "learning_rate": 4.9898476214014486e-05, | |
| "loss": 0.6291, | |
| "num_input_tokens_seen": 14758800, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.8664671512042184, | |
| "grad_norm": 8.26075267791748, | |
| "learning_rate": 4.989712800151958e-05, | |
| "loss": 0.7259, | |
| "num_input_tokens_seen": 14856592, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.8721675929884566, | |
| "grad_norm": 6.850794315338135, | |
| "learning_rate": 4.989577091445512e-05, | |
| "loss": 0.5639, | |
| "num_input_tokens_seen": 14954304, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.8778680347726949, | |
| "grad_norm": 9.18870735168457, | |
| "learning_rate": 4.989440495330485e-05, | |
| "loss": 0.616, | |
| "num_input_tokens_seen": 15052016, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.8835684765569332, | |
| "grad_norm": 9.08046817779541, | |
| "learning_rate": 4.989303011855567e-05, | |
| "loss": 0.5797, | |
| "num_input_tokens_seen": 15149664, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.8892689183411714, | |
| "grad_norm": 5.607428073883057, | |
| "learning_rate": 4.989164641069763e-05, | |
| "loss": 0.5893, | |
| "num_input_tokens_seen": 15247360, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.8949693601254097, | |
| "grad_norm": 6.935970783233643, | |
| "learning_rate": 4.9890253830223955e-05, | |
| "loss": 0.6095, | |
| "num_input_tokens_seen": 15345056, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.900669801909648, | |
| "grad_norm": 6.799474239349365, | |
| "learning_rate": 4.988885237763102e-05, | |
| "loss": 0.5044, | |
| "num_input_tokens_seen": 15442752, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.9063702436938863, | |
| "grad_norm": 6.294219017028809, | |
| "learning_rate": 4.98874420534184e-05, | |
| "loss": 0.5584, | |
| "num_input_tokens_seen": 15540464, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.9120706854781245, | |
| "grad_norm": 5.488597869873047, | |
| "learning_rate": 4.988602285808877e-05, | |
| "loss": 0.4862, | |
| "num_input_tokens_seen": 15638128, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.9177711272623629, | |
| "grad_norm": 8.307422637939453, | |
| "learning_rate": 4.988459479214802e-05, | |
| "loss": 0.5815, | |
| "num_input_tokens_seen": 15735872, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.9234715690466011, | |
| "grad_norm": 10.344627380371094, | |
| "learning_rate": 4.988315785610519e-05, | |
| "loss": 0.5963, | |
| "num_input_tokens_seen": 15833680, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.9291720108308394, | |
| "grad_norm": 10.354679107666016, | |
| "learning_rate": 4.9881712050472464e-05, | |
| "loss": 0.6225, | |
| "num_input_tokens_seen": 15931472, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.9348724526150777, | |
| "grad_norm": 7.605050086975098, | |
| "learning_rate": 4.9880257375765194e-05, | |
| "loss": 0.645, | |
| "num_input_tokens_seen": 16029120, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.9405728943993159, | |
| "grad_norm": 5.717419624328613, | |
| "learning_rate": 4.987879383250191e-05, | |
| "loss": 0.5142, | |
| "num_input_tokens_seen": 16126896, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.9462733361835542, | |
| "grad_norm": 7.159694194793701, | |
| "learning_rate": 4.987732142120428e-05, | |
| "loss": 0.6613, | |
| "num_input_tokens_seen": 16224592, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.9519737779677925, | |
| "grad_norm": 7.166426658630371, | |
| "learning_rate": 4.987584014239716e-05, | |
| "loss": 0.6094, | |
| "num_input_tokens_seen": 16322208, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.9576742197520308, | |
| "grad_norm": 7.844811916351318, | |
| "learning_rate": 4.9874349996608536e-05, | |
| "loss": 0.5613, | |
| "num_input_tokens_seen": 16419904, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.963374661536269, | |
| "grad_norm": 5.295498371124268, | |
| "learning_rate": 4.987285098436958e-05, | |
| "loss": 0.4958, | |
| "num_input_tokens_seen": 16517600, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.9690751033205074, | |
| "grad_norm": 5.007256984710693, | |
| "learning_rate": 4.987134310621461e-05, | |
| "loss": 0.5119, | |
| "num_input_tokens_seen": 16615216, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.9747755451047456, | |
| "grad_norm": 7.532383918762207, | |
| "learning_rate": 4.9869826362681096e-05, | |
| "loss": 0.4567, | |
| "num_input_tokens_seen": 16713040, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.9804759868889839, | |
| "grad_norm": 6.256499767303467, | |
| "learning_rate": 4.9868300754309706e-05, | |
| "loss": 0.5088, | |
| "num_input_tokens_seen": 16810768, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.9861764286732222, | |
| "grad_norm": 6.756839752197266, | |
| "learning_rate": 4.986676628164423e-05, | |
| "loss": 0.4097, | |
| "num_input_tokens_seen": 16908512, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.9918768704574604, | |
| "grad_norm": 6.562160491943359, | |
| "learning_rate": 4.986522294523162e-05, | |
| "loss": 0.3819, | |
| "num_input_tokens_seen": 17006240, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.9975773122416988, | |
| "grad_norm": 7.496212959289551, | |
| "learning_rate": 4.9863670745622015e-05, | |
| "loss": 0.4956, | |
| "num_input_tokens_seen": 17104000, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 1.0022801767136953, | |
| "grad_norm": 9.028531074523926, | |
| "learning_rate": 4.986210968336868e-05, | |
| "loss": 0.5872, | |
| "num_input_tokens_seen": 17184592, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.0079806184979336, | |
| "grad_norm": 6.04398775100708, | |
| "learning_rate": 4.986053975902807e-05, | |
| "loss": 0.48, | |
| "num_input_tokens_seen": 17282304, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 1.013681060282172, | |
| "grad_norm": 9.602685928344727, | |
| "learning_rate": 4.985896097315977e-05, | |
| "loss": 0.5309, | |
| "num_input_tokens_seen": 17380080, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.01938150206641, | |
| "grad_norm": 6.881324291229248, | |
| "learning_rate": 4.9857373326326545e-05, | |
| "loss": 0.5103, | |
| "num_input_tokens_seen": 17477760, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 1.0250819438506484, | |
| "grad_norm": 8.762344360351562, | |
| "learning_rate": 4.985577681909431e-05, | |
| "loss": 0.5336, | |
| "num_input_tokens_seen": 17575456, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.0307823856348868, | |
| "grad_norm": 7.028131484985352, | |
| "learning_rate": 4.985417145203214e-05, | |
| "loss": 0.4887, | |
| "num_input_tokens_seen": 17673184, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 1.036482827419125, | |
| "grad_norm": 6.512467861175537, | |
| "learning_rate": 4.985255722571227e-05, | |
| "loss": 0.4787, | |
| "num_input_tokens_seen": 17770944, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.0421832692033632, | |
| "grad_norm": 6.597855567932129, | |
| "learning_rate": 4.985093414071008e-05, | |
| "loss": 0.5185, | |
| "num_input_tokens_seen": 17868768, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 1.0478837109876016, | |
| "grad_norm": 7.660828590393066, | |
| "learning_rate": 4.984930219760413e-05, | |
| "loss": 0.5056, | |
| "num_input_tokens_seen": 17966480, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.05358415277184, | |
| "grad_norm": 6.880988121032715, | |
| "learning_rate": 4.984766139697611e-05, | |
| "loss": 0.5371, | |
| "num_input_tokens_seen": 18064336, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 1.059284594556078, | |
| "grad_norm": 5.854323863983154, | |
| "learning_rate": 4.98460117394109e-05, | |
| "loss": 0.5041, | |
| "num_input_tokens_seen": 18162112, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.0649850363403164, | |
| "grad_norm": 5.215938568115234, | |
| "learning_rate": 4.984435322549651e-05, | |
| "loss": 0.4857, | |
| "num_input_tokens_seen": 18259904, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 1.0706854781245547, | |
| "grad_norm": 5.902091026306152, | |
| "learning_rate": 4.984268585582412e-05, | |
| "loss": 0.5047, | |
| "num_input_tokens_seen": 18357616, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.0763859199087928, | |
| "grad_norm": 7.6616411209106445, | |
| "learning_rate": 4.9841009630988064e-05, | |
| "loss": 0.4147, | |
| "num_input_tokens_seen": 18455392, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 1.0820863616930312, | |
| "grad_norm": 7.779905796051025, | |
| "learning_rate": 4.983932455158583e-05, | |
| "loss": 0.4762, | |
| "num_input_tokens_seen": 18553120, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.0877868034772695, | |
| "grad_norm": 6.425886154174805, | |
| "learning_rate": 4.9837630618218056e-05, | |
| "loss": 0.4129, | |
| "num_input_tokens_seen": 18650864, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 1.0934872452615079, | |
| "grad_norm": 8.044005393981934, | |
| "learning_rate": 4.983592783148856e-05, | |
| "loss": 0.4027, | |
| "num_input_tokens_seen": 18748624, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.099187687045746, | |
| "grad_norm": 5.91091251373291, | |
| "learning_rate": 4.983421619200428e-05, | |
| "loss": 0.4064, | |
| "num_input_tokens_seen": 18846320, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 1.1048881288299843, | |
| "grad_norm": 5.88447380065918, | |
| "learning_rate": 4.9832495700375346e-05, | |
| "loss": 0.4599, | |
| "num_input_tokens_seen": 18944144, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.1105885706142227, | |
| "grad_norm": 7.686187744140625, | |
| "learning_rate": 4.983076635721502e-05, | |
| "loss": 0.4764, | |
| "num_input_tokens_seen": 19041904, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 1.1162890123984608, | |
| "grad_norm": 6.358628273010254, | |
| "learning_rate": 4.982902816313972e-05, | |
| "loss": 0.4844, | |
| "num_input_tokens_seen": 19139664, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.1219894541826991, | |
| "grad_norm": 6.775269508361816, | |
| "learning_rate": 4.982728111876903e-05, | |
| "loss": 0.4292, | |
| "num_input_tokens_seen": 19237488, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 1.1276898959669375, | |
| "grad_norm": 7.491086483001709, | |
| "learning_rate": 4.982552522472569e-05, | |
| "loss": 0.4423, | |
| "num_input_tokens_seen": 19335152, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.1333903377511758, | |
| "grad_norm": 7.664567947387695, | |
| "learning_rate": 4.982376048163557e-05, | |
| "loss": 0.4983, | |
| "num_input_tokens_seen": 19432976, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 1.139090779535414, | |
| "grad_norm": 4.956116676330566, | |
| "learning_rate": 4.9821986890127734e-05, | |
| "loss": 0.4027, | |
| "num_input_tokens_seen": 19530704, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.1447912213196523, | |
| "grad_norm": 7.820266246795654, | |
| "learning_rate": 4.982020445083436e-05, | |
| "loss": 0.4131, | |
| "num_input_tokens_seen": 19628448, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 1.1504916631038906, | |
| "grad_norm": 5.402007102966309, | |
| "learning_rate": 4.981841316439081e-05, | |
| "loss": 0.4946, | |
| "num_input_tokens_seen": 19726176, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 1.1561921048881287, | |
| "grad_norm": 6.406668663024902, | |
| "learning_rate": 4.981661303143557e-05, | |
| "loss": 0.4701, | |
| "num_input_tokens_seen": 19823856, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 1.161892546672367, | |
| "grad_norm": 3.809847116470337, | |
| "learning_rate": 4.981480405261032e-05, | |
| "loss": 0.4063, | |
| "num_input_tokens_seen": 19921552, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 1.1675929884566054, | |
| "grad_norm": 8.321266174316406, | |
| "learning_rate": 4.981298622855984e-05, | |
| "loss": 0.38, | |
| "num_input_tokens_seen": 20019248, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 1.1732934302408438, | |
| "grad_norm": 4.611199855804443, | |
| "learning_rate": 4.981115955993213e-05, | |
| "loss": 0.3435, | |
| "num_input_tokens_seen": 20116992, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 1.1789938720250819, | |
| "grad_norm": 6.748137950897217, | |
| "learning_rate": 4.980932404737827e-05, | |
| "loss": 0.4443, | |
| "num_input_tokens_seen": 20214848, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 1.1846943138093202, | |
| "grad_norm": 7.327335834503174, | |
| "learning_rate": 4.980747969155255e-05, | |
| "loss": 0.5365, | |
| "num_input_tokens_seen": 20312608, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 1.1903947555935586, | |
| "grad_norm": 9.424795150756836, | |
| "learning_rate": 4.980562649311238e-05, | |
| "loss": 0.404, | |
| "num_input_tokens_seen": 20410288, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 1.196095197377797, | |
| "grad_norm": 6.2012152671813965, | |
| "learning_rate": 4.9803764452718335e-05, | |
| "loss": 0.4176, | |
| "num_input_tokens_seen": 20508080, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.201795639162035, | |
| "grad_norm": 6.23061990737915, | |
| "learning_rate": 4.980189357103414e-05, | |
| "loss": 0.3945, | |
| "num_input_tokens_seen": 20605856, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 1.2074960809462734, | |
| "grad_norm": 8.05282974243164, | |
| "learning_rate": 4.980001384872666e-05, | |
| "loss": 0.5353, | |
| "num_input_tokens_seen": 20703584, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 1.2131965227305117, | |
| "grad_norm": 7.0456156730651855, | |
| "learning_rate": 4.9798125286465935e-05, | |
| "loss": 0.4638, | |
| "num_input_tokens_seen": 20801376, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 1.2188969645147498, | |
| "grad_norm": 5.285283088684082, | |
| "learning_rate": 4.979622788492513e-05, | |
| "loss": 0.5492, | |
| "num_input_tokens_seen": 20899200, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 1.2245974062989882, | |
| "grad_norm": 7.358059883117676, | |
| "learning_rate": 4.9794321644780585e-05, | |
| "loss": 0.4979, | |
| "num_input_tokens_seen": 20996928, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 1.2302978480832265, | |
| "grad_norm": 6.339309215545654, | |
| "learning_rate": 4.979240656671177e-05, | |
| "loss": 0.3867, | |
| "num_input_tokens_seen": 21094752, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.2359982898674646, | |
| "grad_norm": 6.887006759643555, | |
| "learning_rate": 4.979048265140132e-05, | |
| "loss": 0.338, | |
| "num_input_tokens_seen": 21192480, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 1.241698731651703, | |
| "grad_norm": 7.377925395965576, | |
| "learning_rate": 4.9788549899535e-05, | |
| "loss": 0.3946, | |
| "num_input_tokens_seen": 21290144, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 1.2473991734359413, | |
| "grad_norm": 7.47123384475708, | |
| "learning_rate": 4.978660831180175e-05, | |
| "loss": 0.4831, | |
| "num_input_tokens_seen": 21387888, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 1.2530996152201794, | |
| "grad_norm": 9.348438262939453, | |
| "learning_rate": 4.978465788889365e-05, | |
| "loss": 0.4933, | |
| "num_input_tokens_seen": 21485536, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.2588000570044178, | |
| "grad_norm": 8.355619430541992, | |
| "learning_rate": 4.978269863150592e-05, | |
| "loss": 0.4139, | |
| "num_input_tokens_seen": 21583264, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 1.2645004987886561, | |
| "grad_norm": 5.923043727874756, | |
| "learning_rate": 4.978073054033694e-05, | |
| "loss": 0.3656, | |
| "num_input_tokens_seen": 21681040, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 1.2702009405728945, | |
| "grad_norm": 7.194669246673584, | |
| "learning_rate": 4.977875361608823e-05, | |
| "loss": 0.3487, | |
| "num_input_tokens_seen": 21778720, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 1.2759013823571328, | |
| "grad_norm": 7.351987838745117, | |
| "learning_rate": 4.9776767859464474e-05, | |
| "loss": 0.4004, | |
| "num_input_tokens_seen": 21876496, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 1.281601824141371, | |
| "grad_norm": 6.509387493133545, | |
| "learning_rate": 4.9774773271173494e-05, | |
| "loss": 0.3702, | |
| "num_input_tokens_seen": 21974256, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 1.2873022659256093, | |
| "grad_norm": 10.99763298034668, | |
| "learning_rate": 4.977276985192624e-05, | |
| "loss": 0.3921, | |
| "num_input_tokens_seen": 22071952, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 1.2930027077098476, | |
| "grad_norm": 5.566549777984619, | |
| "learning_rate": 4.977075760243686e-05, | |
| "loss": 0.4117, | |
| "num_input_tokens_seen": 22169696, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 1.2987031494940857, | |
| "grad_norm": 8.485737800598145, | |
| "learning_rate": 4.976873652342259e-05, | |
| "loss": 0.394, | |
| "num_input_tokens_seen": 22267456, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 1.304403591278324, | |
| "grad_norm": 7.3099284172058105, | |
| "learning_rate": 4.976670661560386e-05, | |
| "loss": 0.2883, | |
| "num_input_tokens_seen": 22365120, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 1.3101040330625624, | |
| "grad_norm": 6.294934272766113, | |
| "learning_rate": 4.976466787970423e-05, | |
| "loss": 0.3503, | |
| "num_input_tokens_seen": 22462880, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 1.3158044748468005, | |
| "grad_norm": 5.884027004241943, | |
| "learning_rate": 4.97626203164504e-05, | |
| "loss": 0.3098, | |
| "num_input_tokens_seen": 22560640, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 1.3215049166310389, | |
| "grad_norm": 7.804978847503662, | |
| "learning_rate": 4.9760563926572226e-05, | |
| "loss": 0.3423, | |
| "num_input_tokens_seen": 22658368, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 1.3272053584152772, | |
| "grad_norm": 7.155725002288818, | |
| "learning_rate": 4.97584987108027e-05, | |
| "loss": 0.3006, | |
| "num_input_tokens_seen": 22756176, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 1.3329058001995155, | |
| "grad_norm": 6.071112632751465, | |
| "learning_rate": 4.975642466987799e-05, | |
| "loss": 0.3357, | |
| "num_input_tokens_seen": 22853920, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 1.3386062419837537, | |
| "grad_norm": 5.568732738494873, | |
| "learning_rate": 4.9754341804537356e-05, | |
| "loss": 0.3445, | |
| "num_input_tokens_seen": 22951664, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 1.344306683767992, | |
| "grad_norm": 9.902073860168457, | |
| "learning_rate": 4.975225011552326e-05, | |
| "loss": 0.3621, | |
| "num_input_tokens_seen": 23049520, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 1.3500071255522303, | |
| "grad_norm": 5.503910064697266, | |
| "learning_rate": 4.975014960358126e-05, | |
| "loss": 0.3229, | |
| "num_input_tokens_seen": 23147280, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 1.3557075673364687, | |
| "grad_norm": 7.572802543640137, | |
| "learning_rate": 4.974804026946011e-05, | |
| "loss": 0.5356, | |
| "num_input_tokens_seen": 23245008, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 1.3614080091207068, | |
| "grad_norm": 7.335933208465576, | |
| "learning_rate": 4.9745922113911655e-05, | |
| "loss": 0.364, | |
| "num_input_tokens_seen": 23342768, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 1.3671084509049451, | |
| "grad_norm": 10.062085151672363, | |
| "learning_rate": 4.974379513769093e-05, | |
| "loss": 0.384, | |
| "num_input_tokens_seen": 23440480, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.3728088926891835, | |
| "grad_norm": 10.50871467590332, | |
| "learning_rate": 4.974165934155608e-05, | |
| "loss": 0.357, | |
| "num_input_tokens_seen": 23538192, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 1.3785093344734216, | |
| "grad_norm": 6.676635265350342, | |
| "learning_rate": 4.9739514726268416e-05, | |
| "loss": 0.316, | |
| "num_input_tokens_seen": 23635984, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 1.38420977625766, | |
| "grad_norm": 9.456487655639648, | |
| "learning_rate": 4.973736129259239e-05, | |
| "loss": 0.3407, | |
| "num_input_tokens_seen": 23733744, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 1.3899102180418983, | |
| "grad_norm": 7.790709495544434, | |
| "learning_rate": 4.9735199041295575e-05, | |
| "loss": 0.422, | |
| "num_input_tokens_seen": 23831440, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 1.3956106598261364, | |
| "grad_norm": 9.099756240844727, | |
| "learning_rate": 4.9733027973148727e-05, | |
| "loss": 0.4655, | |
| "num_input_tokens_seen": 23929184, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 1.4013111016103748, | |
| "grad_norm": 6.994203567504883, | |
| "learning_rate": 4.9730848088925706e-05, | |
| "loss": 0.388, | |
| "num_input_tokens_seen": 24026928, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 1.407011543394613, | |
| "grad_norm": 7.203540325164795, | |
| "learning_rate": 4.9728659389403535e-05, | |
| "loss": 0.4004, | |
| "num_input_tokens_seen": 24124688, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 1.4127119851788514, | |
| "grad_norm": 7.220198631286621, | |
| "learning_rate": 4.9726461875362377e-05, | |
| "loss": 0.3321, | |
| "num_input_tokens_seen": 24222416, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 1.4184124269630896, | |
| "grad_norm": 6.651162147521973, | |
| "learning_rate": 4.9724255547585534e-05, | |
| "loss": 0.2864, | |
| "num_input_tokens_seen": 24320096, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 1.424112868747328, | |
| "grad_norm": 7.986251354217529, | |
| "learning_rate": 4.9722040406859454e-05, | |
| "loss": 0.3401, | |
| "num_input_tokens_seen": 24417712, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 1.4298133105315662, | |
| "grad_norm": 6.927532196044922, | |
| "learning_rate": 4.971981645397371e-05, | |
| "loss": 0.344, | |
| "num_input_tokens_seen": 24515456, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 1.4355137523158046, | |
| "grad_norm": 8.963294982910156, | |
| "learning_rate": 4.9717583689721046e-05, | |
| "loss": 0.3394, | |
| "num_input_tokens_seen": 24613232, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 1.4412141941000427, | |
| "grad_norm": 9.106192588806152, | |
| "learning_rate": 4.9715342114897325e-05, | |
| "loss": 0.4323, | |
| "num_input_tokens_seen": 24710960, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 1.446914635884281, | |
| "grad_norm": 8.095370292663574, | |
| "learning_rate": 4.971309173030154e-05, | |
| "loss": 0.3961, | |
| "num_input_tokens_seen": 24808560, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 1.4526150776685194, | |
| "grad_norm": 7.318641662597656, | |
| "learning_rate": 4.9710832536735864e-05, | |
| "loss": 0.2917, | |
| "num_input_tokens_seen": 24906320, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 1.4583155194527575, | |
| "grad_norm": 7.140157699584961, | |
| "learning_rate": 4.970856453500557e-05, | |
| "loss": 0.3622, | |
| "num_input_tokens_seen": 25004016, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 1.4640159612369958, | |
| "grad_norm": 8.635784149169922, | |
| "learning_rate": 4.970628772591909e-05, | |
| "loss": 0.4472, | |
| "num_input_tokens_seen": 25101808, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 1.4697164030212342, | |
| "grad_norm": 9.65007495880127, | |
| "learning_rate": 4.970400211028798e-05, | |
| "loss": 0.3185, | |
| "num_input_tokens_seen": 25199568, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 1.4754168448054723, | |
| "grad_norm": 6.725943088531494, | |
| "learning_rate": 4.970170768892697e-05, | |
| "loss": 0.4232, | |
| "num_input_tokens_seen": 25297296, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 1.4811172865897106, | |
| "grad_norm": 7.719542980194092, | |
| "learning_rate": 4.9699404462653887e-05, | |
| "loss": 0.3133, | |
| "num_input_tokens_seen": 25395056, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.486817728373949, | |
| "grad_norm": 7.277915954589844, | |
| "learning_rate": 4.969709243228972e-05, | |
| "loss": 0.3103, | |
| "num_input_tokens_seen": 25492784, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 1.4925181701581873, | |
| "grad_norm": 6.372420310974121, | |
| "learning_rate": 4.96947715986586e-05, | |
| "loss": 0.3191, | |
| "num_input_tokens_seen": 25590528, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 1.4982186119424257, | |
| "grad_norm": 5.824290752410889, | |
| "learning_rate": 4.969244196258777e-05, | |
| "loss": 0.2663, | |
| "num_input_tokens_seen": 25688304, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 1.5039190537266638, | |
| "grad_norm": 5.841516971588135, | |
| "learning_rate": 4.969010352490764e-05, | |
| "loss": 0.3178, | |
| "num_input_tokens_seen": 25786096, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 1.5096194955109021, | |
| "grad_norm": 7.10455846786499, | |
| "learning_rate": 4.968775628645174e-05, | |
| "loss": 0.4365, | |
| "num_input_tokens_seen": 25883776, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 1.5153199372951405, | |
| "grad_norm": 6.748999118804932, | |
| "learning_rate": 4.9685400248056747e-05, | |
| "loss": 0.2147, | |
| "num_input_tokens_seen": 25981552, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 1.5210203790793786, | |
| "grad_norm": 4.732318878173828, | |
| "learning_rate": 4.968303541056246e-05, | |
| "loss": 0.3367, | |
| "num_input_tokens_seen": 26079312, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 1.526720820863617, | |
| "grad_norm": 4.386244297027588, | |
| "learning_rate": 4.9680661774811835e-05, | |
| "loss": 0.3207, | |
| "num_input_tokens_seen": 26177136, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 1.5324212626478553, | |
| "grad_norm": 9.144301414489746, | |
| "learning_rate": 4.967827934165095e-05, | |
| "loss": 0.2718, | |
| "num_input_tokens_seen": 26274944, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 1.5381217044320934, | |
| "grad_norm": 10.099781036376953, | |
| "learning_rate": 4.967588811192902e-05, | |
| "loss": 0.3752, | |
| "num_input_tokens_seen": 26372768, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 1.5438221462163317, | |
| "grad_norm": 7.383282661437988, | |
| "learning_rate": 4.96734880864984e-05, | |
| "loss": 0.2743, | |
| "num_input_tokens_seen": 26470608, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 1.54952258800057, | |
| "grad_norm": 8.287309646606445, | |
| "learning_rate": 4.967107926621457e-05, | |
| "loss": 0.2853, | |
| "num_input_tokens_seen": 26568368, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 1.5552230297848082, | |
| "grad_norm": 9.22373104095459, | |
| "learning_rate": 4.966866165193617e-05, | |
| "loss": 0.2913, | |
| "num_input_tokens_seen": 26666080, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 1.5609234715690468, | |
| "grad_norm": 6.172590255737305, | |
| "learning_rate": 4.966623524452494e-05, | |
| "loss": 0.2775, | |
| "num_input_tokens_seen": 26763792, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 1.5666239133532849, | |
| "grad_norm": 7.464315891265869, | |
| "learning_rate": 4.9663800044845784e-05, | |
| "loss": 0.3685, | |
| "num_input_tokens_seen": 26861488, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 1.572324355137523, | |
| "grad_norm": 7.123498916625977, | |
| "learning_rate": 4.9661356053766716e-05, | |
| "loss": 0.3636, | |
| "num_input_tokens_seen": 26959232, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 1.5780247969217616, | |
| "grad_norm": 7.7689619064331055, | |
| "learning_rate": 4.965890327215891e-05, | |
| "loss": 0.3052, | |
| "num_input_tokens_seen": 27057040, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 1.5837252387059997, | |
| "grad_norm": 5.988576412200928, | |
| "learning_rate": 4.965644170089665e-05, | |
| "loss": 0.3355, | |
| "num_input_tokens_seen": 27154768, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 1.589425680490238, | |
| "grad_norm": 9.67150592803955, | |
| "learning_rate": 4.965397134085735e-05, | |
| "loss": 0.3239, | |
| "num_input_tokens_seen": 27252480, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 1.5951261222744764, | |
| "grad_norm": 9.156477928161621, | |
| "learning_rate": 4.96514921929216e-05, | |
| "loss": 0.3421, | |
| "num_input_tokens_seen": 27350320, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.6008265640587145, | |
| "grad_norm": 8.114056587219238, | |
| "learning_rate": 4.964900425797306e-05, | |
| "loss": 0.405, | |
| "num_input_tokens_seen": 27448128, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 1.6065270058429528, | |
| "grad_norm": 8.292765617370605, | |
| "learning_rate": 4.9646507536898575e-05, | |
| "loss": 0.2936, | |
| "num_input_tokens_seen": 27545808, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 1.6122274476271912, | |
| "grad_norm": 6.832367420196533, | |
| "learning_rate": 4.964400203058809e-05, | |
| "loss": 0.2365, | |
| "num_input_tokens_seen": 27643456, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 1.6179278894114293, | |
| "grad_norm": 8.706232070922852, | |
| "learning_rate": 4.9641487739934684e-05, | |
| "loss": 0.3065, | |
| "num_input_tokens_seen": 27741168, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 1.6236283311956676, | |
| "grad_norm": 7.025177478790283, | |
| "learning_rate": 4.963896466583459e-05, | |
| "loss": 0.2376, | |
| "num_input_tokens_seen": 27838912, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 1.629328772979906, | |
| "grad_norm": 9.140198707580566, | |
| "learning_rate": 4.963643280918714e-05, | |
| "loss": 0.2518, | |
| "num_input_tokens_seen": 27936592, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 1.635029214764144, | |
| "grad_norm": 8.371499061584473, | |
| "learning_rate": 4.963389217089484e-05, | |
| "loss": 0.3488, | |
| "num_input_tokens_seen": 28034304, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 1.6407296565483827, | |
| "grad_norm": 4.390028476715088, | |
| "learning_rate": 4.963134275186327e-05, | |
| "loss": 0.2444, | |
| "num_input_tokens_seen": 28131984, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 1.6464300983326208, | |
| "grad_norm": 10.252416610717773, | |
| "learning_rate": 4.9628784553001185e-05, | |
| "loss": 0.3859, | |
| "num_input_tokens_seen": 28229680, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 1.652130540116859, | |
| "grad_norm": 8.285685539245605, | |
| "learning_rate": 4.962621757522044e-05, | |
| "loss": 0.3006, | |
| "num_input_tokens_seen": 28327440, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 1.6578309819010975, | |
| "grad_norm": 8.214794158935547, | |
| "learning_rate": 4.962364181943606e-05, | |
| "loss": 0.2718, | |
| "num_input_tokens_seen": 28425216, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 1.6635314236853356, | |
| "grad_norm": 12.243093490600586, | |
| "learning_rate": 4.9621057286566155e-05, | |
| "loss": 0.3569, | |
| "num_input_tokens_seen": 28522992, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 1.669231865469574, | |
| "grad_norm": 5.961976528167725, | |
| "learning_rate": 4.961846397753197e-05, | |
| "loss": 0.2414, | |
| "num_input_tokens_seen": 28620720, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 1.6749323072538123, | |
| "grad_norm": 7.293554782867432, | |
| "learning_rate": 4.961586189325791e-05, | |
| "loss": 0.2259, | |
| "num_input_tokens_seen": 28718464, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 1.6806327490380504, | |
| "grad_norm": 7.203713893890381, | |
| "learning_rate": 4.9613251034671465e-05, | |
| "loss": 0.2356, | |
| "num_input_tokens_seen": 28816368, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 1.6863331908222887, | |
| "grad_norm": 6.28717565536499, | |
| "learning_rate": 4.961063140270329e-05, | |
| "loss": 0.3129, | |
| "num_input_tokens_seen": 28914080, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 1.692033632606527, | |
| "grad_norm": 5.234409809112549, | |
| "learning_rate": 4.960800299828715e-05, | |
| "loss": 0.2614, | |
| "num_input_tokens_seen": 29011808, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 1.6977340743907652, | |
| "grad_norm": 7.488391399383545, | |
| "learning_rate": 4.960536582235993e-05, | |
| "loss": 0.2573, | |
| "num_input_tokens_seen": 29109488, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 1.7034345161750035, | |
| "grad_norm": 7.9980292320251465, | |
| "learning_rate": 4.960271987586166e-05, | |
| "loss": 0.2409, | |
| "num_input_tokens_seen": 29207232, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 1.7091349579592419, | |
| "grad_norm": 4.908660888671875, | |
| "learning_rate": 4.960006515973548e-05, | |
| "loss": 0.2969, | |
| "num_input_tokens_seen": 29304960, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.71483539974348, | |
| "grad_norm": 7.019242763519287, | |
| "learning_rate": 4.959740167492767e-05, | |
| "loss": 0.2576, | |
| "num_input_tokens_seen": 29402720, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 1.7205358415277185, | |
| "grad_norm": 5.726184844970703, | |
| "learning_rate": 4.959472942238762e-05, | |
| "loss": 0.2731, | |
| "num_input_tokens_seen": 29500480, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 1.7262362833119567, | |
| "grad_norm": 7.595127105712891, | |
| "learning_rate": 4.9592048403067845e-05, | |
| "loss": 0.3502, | |
| "num_input_tokens_seen": 29598240, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 1.731936725096195, | |
| "grad_norm": 5.473161697387695, | |
| "learning_rate": 4.958935861792402e-05, | |
| "loss": 0.3446, | |
| "num_input_tokens_seen": 29695952, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 1.7376371668804333, | |
| "grad_norm": 5.171034812927246, | |
| "learning_rate": 4.958666006791489e-05, | |
| "loss": 0.328, | |
| "num_input_tokens_seen": 29793696, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 1.7433376086646715, | |
| "grad_norm": 7.3467559814453125, | |
| "learning_rate": 4.958395275400237e-05, | |
| "loss": 0.2313, | |
| "num_input_tokens_seen": 29891456, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 1.7490380504489098, | |
| "grad_norm": 7.6113481521606445, | |
| "learning_rate": 4.958123667715147e-05, | |
| "loss": 0.3182, | |
| "num_input_tokens_seen": 29989280, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 1.7547384922331482, | |
| "grad_norm": 4.429864883422852, | |
| "learning_rate": 4.957851183833034e-05, | |
| "loss": 0.2573, | |
| "num_input_tokens_seen": 30087104, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 1.7604389340173863, | |
| "grad_norm": 7.2398200035095215, | |
| "learning_rate": 4.957577823851024e-05, | |
| "loss": 0.3694, | |
| "num_input_tokens_seen": 30184768, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 1.7661393758016246, | |
| "grad_norm": 5.151268005371094, | |
| "learning_rate": 4.957303587866557e-05, | |
| "loss": 0.1916, | |
| "num_input_tokens_seen": 30282496, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 1.771839817585863, | |
| "grad_norm": 3.622302293777466, | |
| "learning_rate": 4.957028475977384e-05, | |
| "loss": 0.2405, | |
| "num_input_tokens_seen": 30380288, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 1.777540259370101, | |
| "grad_norm": 6.740144729614258, | |
| "learning_rate": 4.9567524882815686e-05, | |
| "loss": 0.2632, | |
| "num_input_tokens_seen": 30478048, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 1.7832407011543394, | |
| "grad_norm": 8.049473762512207, | |
| "learning_rate": 4.956475624877486e-05, | |
| "loss": 0.4007, | |
| "num_input_tokens_seen": 30575728, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 1.7889411429385778, | |
| "grad_norm": 6.096712589263916, | |
| "learning_rate": 4.9561978858638245e-05, | |
| "loss": 0.3395, | |
| "num_input_tokens_seen": 30673488, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.7946415847228159, | |
| "grad_norm": 5.549604415893555, | |
| "learning_rate": 4.955919271339584e-05, | |
| "loss": 0.2917, | |
| "num_input_tokens_seen": 30771120, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 1.8003420265070544, | |
| "grad_norm": 6.270097732543945, | |
| "learning_rate": 4.9556397814040754e-05, | |
| "loss": 0.1805, | |
| "num_input_tokens_seen": 30868848, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 1.8060424682912926, | |
| "grad_norm": 5.557713985443115, | |
| "learning_rate": 4.955359416156925e-05, | |
| "loss": 0.2391, | |
| "num_input_tokens_seen": 30966576, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 1.811742910075531, | |
| "grad_norm": 5.296855926513672, | |
| "learning_rate": 4.955078175698067e-05, | |
| "loss": 0.3259, | |
| "num_input_tokens_seen": 31064320, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 1.8174433518597692, | |
| "grad_norm": 5.627151966094971, | |
| "learning_rate": 4.9547960601277496e-05, | |
| "loss": 0.2576, | |
| "num_input_tokens_seen": 31162048, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 1.8231437936440074, | |
| "grad_norm": 6.599062919616699, | |
| "learning_rate": 4.9545130695465336e-05, | |
| "loss": 0.2859, | |
| "num_input_tokens_seen": 31259840, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.8288442354282457, | |
| "grad_norm": 8.176803588867188, | |
| "learning_rate": 4.954229204055291e-05, | |
| "loss": 0.1917, | |
| "num_input_tokens_seen": 31357568, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 1.834544677212484, | |
| "grad_norm": 9.62484073638916, | |
| "learning_rate": 4.953944463755204e-05, | |
| "loss": 0.3755, | |
| "num_input_tokens_seen": 31455344, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 1.8402451189967222, | |
| "grad_norm": 6.320862293243408, | |
| "learning_rate": 4.9536588487477697e-05, | |
| "loss": 0.2781, | |
| "num_input_tokens_seen": 31553024, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 1.8459455607809605, | |
| "grad_norm": 4.023454189300537, | |
| "learning_rate": 4.953372359134795e-05, | |
| "loss": 0.2669, | |
| "num_input_tokens_seen": 31650848, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 1.8516460025651988, | |
| "grad_norm": 5.63836145401001, | |
| "learning_rate": 4.953084995018398e-05, | |
| "loss": 0.2577, | |
| "num_input_tokens_seen": 31748560, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 1.857346444349437, | |
| "grad_norm": 8.508479118347168, | |
| "learning_rate": 4.95279675650101e-05, | |
| "loss": 0.277, | |
| "num_input_tokens_seen": 31846224, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 1.8630468861336753, | |
| "grad_norm": 7.421855926513672, | |
| "learning_rate": 4.952507643685375e-05, | |
| "loss": 0.2915, | |
| "num_input_tokens_seen": 31944016, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 1.8687473279179136, | |
| "grad_norm": 8.737668991088867, | |
| "learning_rate": 4.952217656674546e-05, | |
| "loss": 0.2798, | |
| "num_input_tokens_seen": 32041680, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 1.8744477697021518, | |
| "grad_norm": 6.379103183746338, | |
| "learning_rate": 4.951926795571888e-05, | |
| "loss": 0.2403, | |
| "num_input_tokens_seen": 32139392, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 1.8801482114863903, | |
| "grad_norm": 3.9837377071380615, | |
| "learning_rate": 4.9516350604810793e-05, | |
| "loss": 0.1932, | |
| "num_input_tokens_seen": 32237184, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.8858486532706284, | |
| "grad_norm": 6.174622535705566, | |
| "learning_rate": 4.951342451506108e-05, | |
| "loss": 0.2904, | |
| "num_input_tokens_seen": 32334816, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 1.8915490950548668, | |
| "grad_norm": 5.5978899002075195, | |
| "learning_rate": 4.951048968751275e-05, | |
| "loss": 0.2017, | |
| "num_input_tokens_seen": 32432528, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 1.8972495368391051, | |
| "grad_norm": 6.84478759765625, | |
| "learning_rate": 4.9507546123211926e-05, | |
| "loss": 0.2464, | |
| "num_input_tokens_seen": 32530320, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 1.9029499786233433, | |
| "grad_norm": 4.2474799156188965, | |
| "learning_rate": 4.950459382320782e-05, | |
| "loss": 0.1859, | |
| "num_input_tokens_seen": 32628016, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 1.9086504204075816, | |
| "grad_norm": 7.542076587677002, | |
| "learning_rate": 4.9501632788552805e-05, | |
| "loss": 0.2051, | |
| "num_input_tokens_seen": 32725744, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 1.91435086219182, | |
| "grad_norm": 8.932976722717285, | |
| "learning_rate": 4.949866302030232e-05, | |
| "loss": 0.3001, | |
| "num_input_tokens_seen": 32823424, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 1.920051303976058, | |
| "grad_norm": 8.958706855773926, | |
| "learning_rate": 4.949568451951495e-05, | |
| "loss": 0.4515, | |
| "num_input_tokens_seen": 32921120, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 1.9257517457602964, | |
| "grad_norm": 8.6969633102417, | |
| "learning_rate": 4.9492697287252365e-05, | |
| "loss": 0.2328, | |
| "num_input_tokens_seen": 33018880, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 1.9314521875445347, | |
| "grad_norm": 5.649287223815918, | |
| "learning_rate": 4.948970132457938e-05, | |
| "loss": 0.2487, | |
| "num_input_tokens_seen": 33116656, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 1.9371526293287729, | |
| "grad_norm": 7.401125431060791, | |
| "learning_rate": 4.94866966325639e-05, | |
| "loss": 0.2839, | |
| "num_input_tokens_seen": 33214416, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.9428530711130114, | |
| "grad_norm": 8.189993858337402, | |
| "learning_rate": 4.9483683212276935e-05, | |
| "loss": 0.1811, | |
| "num_input_tokens_seen": 33312096, | |
| "step": 1705 | |
| }, | |
| { | |
| "epoch": 1.9485535128972495, | |
| "grad_norm": 8.221793174743652, | |
| "learning_rate": 4.948066106479262e-05, | |
| "loss": 0.2459, | |
| "num_input_tokens_seen": 33409792, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 1.9542539546814877, | |
| "grad_norm": 5.853153705596924, | |
| "learning_rate": 4.947763019118821e-05, | |
| "loss": 0.3363, | |
| "num_input_tokens_seen": 33507504, | |
| "step": 1715 | |
| }, | |
| { | |
| "epoch": 1.9599543964657262, | |
| "grad_norm": 7.756158351898193, | |
| "learning_rate": 4.947459059254405e-05, | |
| "loss": 0.2134, | |
| "num_input_tokens_seen": 33605136, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 1.9656548382499643, | |
| "grad_norm": 6.2845025062561035, | |
| "learning_rate": 4.9471542269943604e-05, | |
| "loss": 0.2498, | |
| "num_input_tokens_seen": 33702928, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 1.9713552800342027, | |
| "grad_norm": 2.1698145866394043, | |
| "learning_rate": 4.946848522447345e-05, | |
| "loss": 0.1366, | |
| "num_input_tokens_seen": 33800656, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 1.977055721818441, | |
| "grad_norm": 8.690340995788574, | |
| "learning_rate": 4.946541945722326e-05, | |
| "loss": 0.3645, | |
| "num_input_tokens_seen": 33898336, | |
| "step": 1735 | |
| }, | |
| { | |
| "epoch": 1.9827561636026791, | |
| "grad_norm": 7.308428764343262, | |
| "learning_rate": 4.946234496928583e-05, | |
| "loss": 0.1994, | |
| "num_input_tokens_seen": 33996096, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 1.9884566053869175, | |
| "grad_norm": 5.161618709564209, | |
| "learning_rate": 4.945926176175707e-05, | |
| "loss": 0.226, | |
| "num_input_tokens_seen": 34093792, | |
| "step": 1745 | |
| }, | |
| { | |
| "epoch": 1.9941570471711558, | |
| "grad_norm": 9.512948989868164, | |
| "learning_rate": 4.945616983573598e-05, | |
| "loss": 0.2135, | |
| "num_input_tokens_seen": 34191552, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 1.999857488955394, | |
| "grad_norm": 8.386415481567383, | |
| "learning_rate": 4.945306919232467e-05, | |
| "loss": 0.236, | |
| "num_input_tokens_seen": 34289248, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 2.0045603534273906, | |
| "grad_norm": 7.716324329376221, | |
| "learning_rate": 4.944995983262837e-05, | |
| "loss": 0.3453, | |
| "num_input_tokens_seen": 34369840, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 2.0102607952116287, | |
| "grad_norm": 3.110274076461792, | |
| "learning_rate": 4.9446841757755405e-05, | |
| "loss": 0.1964, | |
| "num_input_tokens_seen": 34467568, | |
| "step": 1765 | |
| }, | |
| { | |
| "epoch": 2.0159612369958673, | |
| "grad_norm": 6.07765007019043, | |
| "learning_rate": 4.944371496881721e-05, | |
| "loss": 0.2358, | |
| "num_input_tokens_seen": 34565248, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 2.0216616787801054, | |
| "grad_norm": 5.835047721862793, | |
| "learning_rate": 4.944057946692834e-05, | |
| "loss": 0.1317, | |
| "num_input_tokens_seen": 34662896, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 2.027362120564344, | |
| "grad_norm": 6.831048488616943, | |
| "learning_rate": 4.943743525320643e-05, | |
| "loss": 0.2355, | |
| "num_input_tokens_seen": 34760624, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 2.033062562348582, | |
| "grad_norm": 11.599326133728027, | |
| "learning_rate": 4.943428232877224e-05, | |
| "loss": 0.1869, | |
| "num_input_tokens_seen": 34858288, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 2.03876300413282, | |
| "grad_norm": 6.280679702758789, | |
| "learning_rate": 4.943112069474963e-05, | |
| "loss": 0.2707, | |
| "num_input_tokens_seen": 34955968, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 2.0444634459170588, | |
| "grad_norm": 7.326327800750732, | |
| "learning_rate": 4.942795035226555e-05, | |
| "loss": 0.2077, | |
| "num_input_tokens_seen": 35053744, | |
| "step": 1795 | |
| }, | |
| { | |
| "epoch": 2.050163887701297, | |
| "grad_norm": 4.219114303588867, | |
| "learning_rate": 4.9424771302450084e-05, | |
| "loss": 0.1575, | |
| "num_input_tokens_seen": 35151408, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 2.055864329485535, | |
| "grad_norm": 4.75279426574707, | |
| "learning_rate": 4.942158354643639e-05, | |
| "loss": 0.1663, | |
| "num_input_tokens_seen": 35249168, | |
| "step": 1805 | |
| }, | |
| { | |
| "epoch": 2.0615647712697736, | |
| "grad_norm": 7.397295951843262, | |
| "learning_rate": 4.9418387085360754e-05, | |
| "loss": 0.1872, | |
| "num_input_tokens_seen": 35346880, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 2.0672652130540117, | |
| "grad_norm": 7.649684906005859, | |
| "learning_rate": 4.941518192036254e-05, | |
| "loss": 0.2212, | |
| "num_input_tokens_seen": 35444688, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 2.07296565483825, | |
| "grad_norm": 3.966686725616455, | |
| "learning_rate": 4.941196805258423e-05, | |
| "loss": 0.1185, | |
| "num_input_tokens_seen": 35542416, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 2.0786660966224884, | |
| "grad_norm": 10.044607162475586, | |
| "learning_rate": 4.940874548317143e-05, | |
| "loss": 0.2099, | |
| "num_input_tokens_seen": 35640128, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 2.0843665384067265, | |
| "grad_norm": 5.567621231079102, | |
| "learning_rate": 4.9405514213272784e-05, | |
| "loss": 0.172, | |
| "num_input_tokens_seen": 35737872, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 2.0900669801909646, | |
| "grad_norm": 6.253763675689697, | |
| "learning_rate": 4.94022742440401e-05, | |
| "loss": 0.1485, | |
| "num_input_tokens_seen": 35835568, | |
| "step": 1835 | |
| }, | |
| { | |
| "epoch": 2.095767421975203, | |
| "grad_norm": 5.565789222717285, | |
| "learning_rate": 4.939902557662826e-05, | |
| "loss": 0.2586, | |
| "num_input_tokens_seen": 35933312, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 2.1014678637594413, | |
| "grad_norm": 4.763193607330322, | |
| "learning_rate": 4.939576821219525e-05, | |
| "loss": 0.2357, | |
| "num_input_tokens_seen": 36030944, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 2.10716830554368, | |
| "grad_norm": 11.802780151367188, | |
| "learning_rate": 4.9392502151902156e-05, | |
| "loss": 0.2471, | |
| "num_input_tokens_seen": 36128688, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 2.112868747327918, | |
| "grad_norm": 6.20152473449707, | |
| "learning_rate": 4.938922739691316e-05, | |
| "loss": 0.1398, | |
| "num_input_tokens_seen": 36226368, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 2.118569189112156, | |
| "grad_norm": 6.946401119232178, | |
| "learning_rate": 4.938594394839555e-05, | |
| "loss": 0.1601, | |
| "num_input_tokens_seen": 36324096, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 2.1242696308963946, | |
| "grad_norm": 4.598988056182861, | |
| "learning_rate": 4.938265180751971e-05, | |
| "loss": 0.1461, | |
| "num_input_tokens_seen": 36421840, | |
| "step": 1865 | |
| }, | |
| { | |
| "epoch": 2.1299700726806328, | |
| "grad_norm": 8.171868324279785, | |
| "learning_rate": 4.937935097545912e-05, | |
| "loss": 0.2531, | |
| "num_input_tokens_seen": 36519552, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 2.135670514464871, | |
| "grad_norm": 3.664236068725586, | |
| "learning_rate": 4.9376041453390365e-05, | |
| "loss": 0.1934, | |
| "num_input_tokens_seen": 36617280, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 2.1413709562491094, | |
| "grad_norm": 8.51440143585205, | |
| "learning_rate": 4.937272324249312e-05, | |
| "loss": 0.2024, | |
| "num_input_tokens_seen": 36714992, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 2.1470713980333476, | |
| "grad_norm": 6.9583001136779785, | |
| "learning_rate": 4.9369396343950154e-05, | |
| "loss": 0.2121, | |
| "num_input_tokens_seen": 36812784, | |
| "step": 1885 | |
| }, | |
| { | |
| "epoch": 2.1527718398175857, | |
| "grad_norm": 10.295254707336426, | |
| "learning_rate": 4.936606075894734e-05, | |
| "loss": 0.172, | |
| "num_input_tokens_seen": 36910688, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 2.1584722816018242, | |
| "grad_norm": 3.664754629135132, | |
| "learning_rate": 4.9362716488673654e-05, | |
| "loss": 0.163, | |
| "num_input_tokens_seen": 37008464, | |
| "step": 1895 | |
| }, | |
| { | |
| "epoch": 2.1641727233860624, | |
| "grad_norm": 9.738370895385742, | |
| "learning_rate": 4.9359363534321156e-05, | |
| "loss": 0.1591, | |
| "num_input_tokens_seen": 37106272, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 2.1698731651703005, | |
| "grad_norm": 6.579972743988037, | |
| "learning_rate": 4.9356001897085e-05, | |
| "loss": 0.1816, | |
| "num_input_tokens_seen": 37204048, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 2.175573606954539, | |
| "grad_norm": 6.322074890136719, | |
| "learning_rate": 4.935263157816345e-05, | |
| "loss": 0.183, | |
| "num_input_tokens_seen": 37301824, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 2.181274048738777, | |
| "grad_norm": 5.997386455535889, | |
| "learning_rate": 4.934925257875784e-05, | |
| "loss": 0.1722, | |
| "num_input_tokens_seen": 37399632, | |
| "step": 1915 | |
| }, | |
| { | |
| "epoch": 2.1869744905230157, | |
| "grad_norm": 7.246592998504639, | |
| "learning_rate": 4.9345864900072625e-05, | |
| "loss": 0.1017, | |
| "num_input_tokens_seen": 37497296, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 2.192674932307254, | |
| "grad_norm": 7.348723888397217, | |
| "learning_rate": 4.934246854331534e-05, | |
| "loss": 0.1756, | |
| "num_input_tokens_seen": 37595168, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 2.198375374091492, | |
| "grad_norm": 8.612208366394043, | |
| "learning_rate": 4.933906350969661e-05, | |
| "loss": 0.1674, | |
| "num_input_tokens_seen": 37692832, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 2.2040758158757305, | |
| "grad_norm": 16.743350982666016, | |
| "learning_rate": 4.933564980043015e-05, | |
| "loss": 0.2679, | |
| "num_input_tokens_seen": 37790512, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 2.2097762576599687, | |
| "grad_norm": 2.924848794937134, | |
| "learning_rate": 4.93322274167328e-05, | |
| "loss": 0.0981, | |
| "num_input_tokens_seen": 37888304, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 2.2154766994442068, | |
| "grad_norm": 8.15044116973877, | |
| "learning_rate": 4.9328796359824445e-05, | |
| "loss": 0.1621, | |
| "num_input_tokens_seen": 37986032, | |
| "step": 1945 | |
| }, | |
| { | |
| "epoch": 2.2211771412284453, | |
| "grad_norm": 9.112587928771973, | |
| "learning_rate": 4.932535663092809e-05, | |
| "loss": 0.2655, | |
| "num_input_tokens_seen": 38083776, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 2.2268775830126835, | |
| "grad_norm": 4.596200942993164, | |
| "learning_rate": 4.932190823126982e-05, | |
| "loss": 0.1608, | |
| "num_input_tokens_seen": 38181488, | |
| "step": 1955 | |
| }, | |
| { | |
| "epoch": 2.2325780247969216, | |
| "grad_norm": 5.918450355529785, | |
| "learning_rate": 4.9318451162078824e-05, | |
| "loss": 0.1119, | |
| "num_input_tokens_seen": 38279248, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 2.23827846658116, | |
| "grad_norm": 8.088936805725098, | |
| "learning_rate": 4.931498542458738e-05, | |
| "loss": 0.2202, | |
| "num_input_tokens_seen": 38377024, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 2.2439789083653983, | |
| "grad_norm": 6.410324573516846, | |
| "learning_rate": 4.931151102003082e-05, | |
| "loss": 0.1136, | |
| "num_input_tokens_seen": 38474768, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 2.249679350149637, | |
| "grad_norm": 8.893948554992676, | |
| "learning_rate": 4.930802794964763e-05, | |
| "loss": 0.1233, | |
| "num_input_tokens_seen": 38572432, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 2.255379791933875, | |
| "grad_norm": 2.6239705085754395, | |
| "learning_rate": 4.9304536214679315e-05, | |
| "loss": 0.1409, | |
| "num_input_tokens_seen": 38670112, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 2.261080233718113, | |
| "grad_norm": 8.951133728027344, | |
| "learning_rate": 4.930103581637052e-05, | |
| "loss": 0.159, | |
| "num_input_tokens_seen": 38767872, | |
| "step": 1985 | |
| }, | |
| { | |
| "epoch": 2.2667806755023516, | |
| "grad_norm": 8.211560249328613, | |
| "learning_rate": 4.929752675596896e-05, | |
| "loss": 0.1761, | |
| "num_input_tokens_seen": 38865584, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 2.2724811172865897, | |
| "grad_norm": 4.264492034912109, | |
| "learning_rate": 4.929400903472544e-05, | |
| "loss": 0.1206, | |
| "num_input_tokens_seen": 38963264, | |
| "step": 1995 | |
| }, | |
| { | |
| "epoch": 2.278181559070828, | |
| "grad_norm": 10.552608489990234, | |
| "learning_rate": 4.9290482653893846e-05, | |
| "loss": 0.1895, | |
| "num_input_tokens_seen": 39060944, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 2.2838820008550664, | |
| "grad_norm": 8.71176528930664, | |
| "learning_rate": 4.928694761473115e-05, | |
| "loss": 0.1604, | |
| "num_input_tokens_seen": 39158640, | |
| "step": 2005 | |
| }, | |
| { | |
| "epoch": 2.2895824426393045, | |
| "grad_norm": 6.852836608886719, | |
| "learning_rate": 4.928340391849742e-05, | |
| "loss": 0.2317, | |
| "num_input_tokens_seen": 39256352, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 2.2952828844235427, | |
| "grad_norm": 6.0051493644714355, | |
| "learning_rate": 4.9279851566455806e-05, | |
| "loss": 0.1945, | |
| "num_input_tokens_seen": 39354112, | |
| "step": 2015 | |
| }, | |
| { | |
| "epoch": 2.3009833262077812, | |
| "grad_norm": 8.092498779296875, | |
| "learning_rate": 4.927629055987254e-05, | |
| "loss": 0.1393, | |
| "num_input_tokens_seen": 39451824, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 2.3066837679920194, | |
| "grad_norm": 11.641897201538086, | |
| "learning_rate": 4.927272090001695e-05, | |
| "loss": 0.1692, | |
| "num_input_tokens_seen": 39549600, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 2.3123842097762575, | |
| "grad_norm": 6.343209266662598, | |
| "learning_rate": 4.9269142588161424e-05, | |
| "loss": 0.1058, | |
| "num_input_tokens_seen": 39647280, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 2.318084651560496, | |
| "grad_norm": 9.047554969787598, | |
| "learning_rate": 4.9265555625581464e-05, | |
| "loss": 0.1835, | |
| "num_input_tokens_seen": 39745040, | |
| "step": 2035 | |
| }, | |
| { | |
| "epoch": 2.323785093344734, | |
| "grad_norm": 7.915929317474365, | |
| "learning_rate": 4.9261960013555625e-05, | |
| "loss": 0.2291, | |
| "num_input_tokens_seen": 39842816, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 2.3294855351289723, | |
| "grad_norm": 5.318630695343018, | |
| "learning_rate": 4.925835575336557e-05, | |
| "loss": 0.1533, | |
| "num_input_tokens_seen": 39940576, | |
| "step": 2045 | |
| }, | |
| { | |
| "epoch": 2.335185976913211, | |
| "grad_norm": 7.653360366821289, | |
| "learning_rate": 4.9254742846296045e-05, | |
| "loss": 0.1978, | |
| "num_input_tokens_seen": 40038368, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 2.340886418697449, | |
| "grad_norm": 7.852567672729492, | |
| "learning_rate": 4.925112129363486e-05, | |
| "loss": 0.1531, | |
| "num_input_tokens_seen": 40136144, | |
| "step": 2055 | |
| }, | |
| { | |
| "epoch": 2.3465868604816875, | |
| "grad_norm": 6.86559534072876, | |
| "learning_rate": 4.92474910966729e-05, | |
| "loss": 0.0854, | |
| "num_input_tokens_seen": 40233952, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 2.3522873022659256, | |
| "grad_norm": 10.074113845825195, | |
| "learning_rate": 4.9243852256704183e-05, | |
| "loss": 0.1915, | |
| "num_input_tokens_seen": 40331696, | |
| "step": 2065 | |
| }, | |
| { | |
| "epoch": 2.3579877440501638, | |
| "grad_norm": 7.896622180938721, | |
| "learning_rate": 4.924020477502574e-05, | |
| "loss": 0.1495, | |
| "num_input_tokens_seen": 40429360, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 2.3636881858344023, | |
| "grad_norm": 8.397123336791992, | |
| "learning_rate": 4.923654865293773e-05, | |
| "loss": 0.1392, | |
| "num_input_tokens_seen": 40527136, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 2.3693886276186404, | |
| "grad_norm": 6.305740833282471, | |
| "learning_rate": 4.923288389174337e-05, | |
| "loss": 0.0875, | |
| "num_input_tokens_seen": 40624912, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 2.3750890694028786, | |
| "grad_norm": 8.387357711791992, | |
| "learning_rate": 4.9229210492748976e-05, | |
| "loss": 0.2358, | |
| "num_input_tokens_seen": 40722720, | |
| "step": 2085 | |
| }, | |
| { | |
| "epoch": 2.380789511187117, | |
| "grad_norm": 8.446219444274902, | |
| "learning_rate": 4.92255284572639e-05, | |
| "loss": 0.1482, | |
| "num_input_tokens_seen": 40820448, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 2.3864899529713552, | |
| "grad_norm": 6.30406379699707, | |
| "learning_rate": 4.9221837786600634e-05, | |
| "loss": 0.1603, | |
| "num_input_tokens_seen": 40918256, | |
| "step": 2095 | |
| }, | |
| { | |
| "epoch": 2.392190394755594, | |
| "grad_norm": 7.828269004821777, | |
| "learning_rate": 4.921813848207469e-05, | |
| "loss": 0.1764, | |
| "num_input_tokens_seen": 41015920, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 2.397890836539832, | |
| "grad_norm": 7.984679698944092, | |
| "learning_rate": 4.921443054500471e-05, | |
| "loss": 0.1809, | |
| "num_input_tokens_seen": 41113632, | |
| "step": 2105 | |
| }, | |
| { | |
| "epoch": 2.40359127832407, | |
| "grad_norm": 10.998138427734375, | |
| "learning_rate": 4.921071397671235e-05, | |
| "loss": 0.185, | |
| "num_input_tokens_seen": 41211344, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 2.4092917201083086, | |
| "grad_norm": 7.500617980957031, | |
| "learning_rate": 4.9206988778522414e-05, | |
| "loss": 0.116, | |
| "num_input_tokens_seen": 41308992, | |
| "step": 2115 | |
| }, | |
| { | |
| "epoch": 2.4149921618925467, | |
| "grad_norm": 7.988670349121094, | |
| "learning_rate": 4.9203254951762735e-05, | |
| "loss": 0.1457, | |
| "num_input_tokens_seen": 41406752, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 2.420692603676785, | |
| "grad_norm": 10.234942436218262, | |
| "learning_rate": 4.9199512497764226e-05, | |
| "loss": 0.2256, | |
| "num_input_tokens_seen": 41504464, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 2.4263930454610234, | |
| "grad_norm": 11.052645683288574, | |
| "learning_rate": 4.919576141786089e-05, | |
| "loss": 0.1721, | |
| "num_input_tokens_seen": 41602272, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 2.4320934872452615, | |
| "grad_norm": 3.908461332321167, | |
| "learning_rate": 4.91920017133898e-05, | |
| "loss": 0.1676, | |
| "num_input_tokens_seen": 41700000, | |
| "step": 2135 | |
| }, | |
| { | |
| "epoch": 2.4377939290294997, | |
| "grad_norm": 3.8486247062683105, | |
| "learning_rate": 4.9188233385691094e-05, | |
| "loss": 0.1458, | |
| "num_input_tokens_seen": 41797696, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 2.443494370813738, | |
| "grad_norm": 7.926904678344727, | |
| "learning_rate": 4.9184456436107994e-05, | |
| "loss": 0.202, | |
| "num_input_tokens_seen": 41895392, | |
| "step": 2145 | |
| }, | |
| { | |
| "epoch": 2.4491948125979763, | |
| "grad_norm": 8.783378601074219, | |
| "learning_rate": 4.91806708659868e-05, | |
| "loss": 0.1838, | |
| "num_input_tokens_seen": 41993120, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 2.4548952543822145, | |
| "grad_norm": 4.2609357833862305, | |
| "learning_rate": 4.917687667667686e-05, | |
| "loss": 0.1037, | |
| "num_input_tokens_seen": 42090880, | |
| "step": 2155 | |
| }, | |
| { | |
| "epoch": 2.460595696166453, | |
| "grad_norm": 10.791552543640137, | |
| "learning_rate": 4.917307386953062e-05, | |
| "loss": 0.1791, | |
| "num_input_tokens_seen": 42188576, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 2.466296137950691, | |
| "grad_norm": 8.570240020751953, | |
| "learning_rate": 4.9169262445903595e-05, | |
| "loss": 0.1608, | |
| "num_input_tokens_seen": 42286272, | |
| "step": 2165 | |
| }, | |
| { | |
| "epoch": 2.4719965797349293, | |
| "grad_norm": 5.907083034515381, | |
| "learning_rate": 4.9165442407154355e-05, | |
| "loss": 0.1657, | |
| "num_input_tokens_seen": 42384048, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 2.477697021519168, | |
| "grad_norm": 9.303824424743652, | |
| "learning_rate": 4.916161375464455e-05, | |
| "loss": 0.1839, | |
| "num_input_tokens_seen": 42481888, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 2.483397463303406, | |
| "grad_norm": 9.526128768920898, | |
| "learning_rate": 4.915777648973892e-05, | |
| "loss": 0.1084, | |
| "num_input_tokens_seen": 42579600, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 2.489097905087644, | |
| "grad_norm": 8.502360343933105, | |
| "learning_rate": 4.915393061380523e-05, | |
| "loss": 0.1205, | |
| "num_input_tokens_seen": 42677360, | |
| "step": 2185 | |
| }, | |
| { | |
| "epoch": 2.4947983468718826, | |
| "grad_norm": 8.056527137756348, | |
| "learning_rate": 4.9150076128214364e-05, | |
| "loss": 0.1244, | |
| "num_input_tokens_seen": 42775072, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 2.5004987886561207, | |
| "grad_norm": 3.5900754928588867, | |
| "learning_rate": 4.914621303434023e-05, | |
| "loss": 0.1198, | |
| "num_input_tokens_seen": 42872832, | |
| "step": 2195 | |
| }, | |
| { | |
| "epoch": 2.506199230440359, | |
| "grad_norm": 4.139026641845703, | |
| "learning_rate": 4.914234133355984e-05, | |
| "loss": 0.1016, | |
| "num_input_tokens_seen": 42970592, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 2.5118996722245974, | |
| "grad_norm": 8.35708999633789, | |
| "learning_rate": 4.9138461027253255e-05, | |
| "loss": 0.1066, | |
| "num_input_tokens_seen": 43068384, | |
| "step": 2205 | |
| }, | |
| { | |
| "epoch": 2.5176001140088355, | |
| "grad_norm": 2.149785041809082, | |
| "learning_rate": 4.913457211680361e-05, | |
| "loss": 0.0866, | |
| "num_input_tokens_seen": 43166240, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 2.523300555793074, | |
| "grad_norm": 3.6671578884124756, | |
| "learning_rate": 4.913067460359711e-05, | |
| "loss": 0.1831, | |
| "num_input_tokens_seen": 43264000, | |
| "step": 2215 | |
| }, | |
| { | |
| "epoch": 2.5290009975773122, | |
| "grad_norm": 7.476966857910156, | |
| "learning_rate": 4.912676848902301e-05, | |
| "loss": 0.1276, | |
| "num_input_tokens_seen": 43361712, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 2.534701439361551, | |
| "grad_norm": 14.653030395507812, | |
| "learning_rate": 4.912285377447366e-05, | |
| "loss": 0.1622, | |
| "num_input_tokens_seen": 43459392, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 2.540401881145789, | |
| "grad_norm": 7.570925712585449, | |
| "learning_rate": 4.9118930461344433e-05, | |
| "loss": 0.1279, | |
| "num_input_tokens_seen": 43557104, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 2.546102322930027, | |
| "grad_norm": 7.563347816467285, | |
| "learning_rate": 4.911499855103382e-05, | |
| "loss": 0.1015, | |
| "num_input_tokens_seen": 43654928, | |
| "step": 2235 | |
| }, | |
| { | |
| "epoch": 2.5518027647142656, | |
| "grad_norm": 5.281002521514893, | |
| "learning_rate": 4.9111058044943334e-05, | |
| "loss": 0.1255, | |
| "num_input_tokens_seen": 43752672, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 2.5575032064985037, | |
| "grad_norm": 5.972769737243652, | |
| "learning_rate": 4.910710894447757e-05, | |
| "loss": 0.0551, | |
| "num_input_tokens_seen": 43850512, | |
| "step": 2245 | |
| }, | |
| { | |
| "epoch": 2.563203648282742, | |
| "grad_norm": 1.96940279006958, | |
| "learning_rate": 4.9103151251044174e-05, | |
| "loss": 0.0708, | |
| "num_input_tokens_seen": 43948336, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 2.5689040900669804, | |
| "grad_norm": 10.9530668258667, | |
| "learning_rate": 4.909918496605387e-05, | |
| "loss": 0.1775, | |
| "num_input_tokens_seen": 44046080, | |
| "step": 2255 | |
| }, | |
| { | |
| "epoch": 2.5746045318512185, | |
| "grad_norm": 8.717411994934082, | |
| "learning_rate": 4.909521009092045e-05, | |
| "loss": 0.0874, | |
| "num_input_tokens_seen": 44143808, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 2.5803049736354566, | |
| "grad_norm": 11.679935455322266, | |
| "learning_rate": 4.909122662706074e-05, | |
| "loss": 0.2068, | |
| "num_input_tokens_seen": 44241600, | |
| "step": 2265 | |
| }, | |
| { | |
| "epoch": 2.586005415419695, | |
| "grad_norm": 5.130126953125, | |
| "learning_rate": 4.9087234575894644e-05, | |
| "loss": 0.0785, | |
| "num_input_tokens_seen": 44339312, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 2.5917058572039333, | |
| "grad_norm": 5.87738037109375, | |
| "learning_rate": 4.908323393884514e-05, | |
| "loss": 0.0893, | |
| "num_input_tokens_seen": 44437136, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 2.5974062989881714, | |
| "grad_norm": 9.397594451904297, | |
| "learning_rate": 4.9079224717338246e-05, | |
| "loss": 0.142, | |
| "num_input_tokens_seen": 44534912, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 2.60310674077241, | |
| "grad_norm": 3.5476927757263184, | |
| "learning_rate": 4.907520691280304e-05, | |
| "loss": 0.0855, | |
| "num_input_tokens_seen": 44632720, | |
| "step": 2285 | |
| }, | |
| { | |
| "epoch": 2.608807182556648, | |
| "grad_norm": 10.59860610961914, | |
| "learning_rate": 4.907118052667168e-05, | |
| "loss": 0.1536, | |
| "num_input_tokens_seen": 44730480, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 2.6145076243408862, | |
| "grad_norm": 7.346194744110107, | |
| "learning_rate": 4.906714556037936e-05, | |
| "loss": 0.1219, | |
| "num_input_tokens_seen": 44828112, | |
| "step": 2295 | |
| }, | |
| { | |
| "epoch": 2.620208066125125, | |
| "grad_norm": 4.199995517730713, | |
| "learning_rate": 4.9063102015364344e-05, | |
| "loss": 0.0867, | |
| "num_input_tokens_seen": 44925888, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 2.625908507909363, | |
| "grad_norm": 12.029003143310547, | |
| "learning_rate": 4.9059049893067954e-05, | |
| "loss": 0.1819, | |
| "num_input_tokens_seen": 45023728, | |
| "step": 2305 | |
| }, | |
| { | |
| "epoch": 2.631608949693601, | |
| "grad_norm": 9.11473560333252, | |
| "learning_rate": 4.9054989194934564e-05, | |
| "loss": 0.1298, | |
| "num_input_tokens_seen": 45121424, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 2.6373093914778396, | |
| "grad_norm": 17.91231918334961, | |
| "learning_rate": 4.905091992241161e-05, | |
| "loss": 0.1854, | |
| "num_input_tokens_seen": 45219200, | |
| "step": 2315 | |
| }, | |
| { | |
| "epoch": 2.6430098332620777, | |
| "grad_norm": 10.454273223876953, | |
| "learning_rate": 4.9046842076949576e-05, | |
| "loss": 0.2016, | |
| "num_input_tokens_seen": 45316944, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 2.648710275046316, | |
| "grad_norm": 11.895720481872559, | |
| "learning_rate": 4.904275566000202e-05, | |
| "loss": 0.2173, | |
| "num_input_tokens_seen": 45414688, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 2.6544107168305544, | |
| "grad_norm": 7.68233585357666, | |
| "learning_rate": 4.903866067302554e-05, | |
| "loss": 0.1429, | |
| "num_input_tokens_seen": 45512400, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 2.6601111586147925, | |
| "grad_norm": 6.063493251800537, | |
| "learning_rate": 4.9034557117479786e-05, | |
| "loss": 0.1397, | |
| "num_input_tokens_seen": 45610128, | |
| "step": 2335 | |
| }, | |
| { | |
| "epoch": 2.665811600399031, | |
| "grad_norm": 1.1613508462905884, | |
| "learning_rate": 4.903044499482747e-05, | |
| "loss": 0.0946, | |
| "num_input_tokens_seen": 45707920, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 2.671512042183269, | |
| "grad_norm": 10.7675142288208, | |
| "learning_rate": 4.902632430653435e-05, | |
| "loss": 0.1761, | |
| "num_input_tokens_seen": 45805744, | |
| "step": 2345 | |
| }, | |
| { | |
| "epoch": 2.6772124839675073, | |
| "grad_norm": 7.67887020111084, | |
| "learning_rate": 4.902219505406926e-05, | |
| "loss": 0.1615, | |
| "num_input_tokens_seen": 45903456, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 2.682912925751746, | |
| "grad_norm": 2.045400381088257, | |
| "learning_rate": 4.901805723890407e-05, | |
| "loss": 0.173, | |
| "num_input_tokens_seen": 46001264, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 2.688613367535984, | |
| "grad_norm": 8.454596519470215, | |
| "learning_rate": 4.9013910862513676e-05, | |
| "loss": 0.1894, | |
| "num_input_tokens_seen": 46098976, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 2.6943138093202226, | |
| "grad_norm": 7.203195095062256, | |
| "learning_rate": 4.9009755926376085e-05, | |
| "loss": 0.1496, | |
| "num_input_tokens_seen": 46196816, | |
| "step": 2365 | |
| }, | |
| { | |
| "epoch": 2.7000142511044607, | |
| "grad_norm": 10.533610343933105, | |
| "learning_rate": 4.9005592431972304e-05, | |
| "loss": 0.0768, | |
| "num_input_tokens_seen": 46294480, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 2.705714692888699, | |
| "grad_norm": 7.490808486938477, | |
| "learning_rate": 4.90014203807864e-05, | |
| "loss": 0.1114, | |
| "num_input_tokens_seen": 46392096, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 2.7114151346729374, | |
| "grad_norm": 7.0142083168029785, | |
| "learning_rate": 4.899723977430552e-05, | |
| "loss": 0.0883, | |
| "num_input_tokens_seen": 46489936, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 2.7171155764571755, | |
| "grad_norm": 8.30893611907959, | |
| "learning_rate": 4.899305061401983e-05, | |
| "loss": 0.1146, | |
| "num_input_tokens_seen": 46587648, | |
| "step": 2385 | |
| }, | |
| { | |
| "epoch": 2.7228160182414136, | |
| "grad_norm": 5.555058479309082, | |
| "learning_rate": 4.898885290142254e-05, | |
| "loss": 0.1212, | |
| "num_input_tokens_seen": 46685360, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 2.728516460025652, | |
| "grad_norm": 3.8162529468536377, | |
| "learning_rate": 4.898464663800995e-05, | |
| "loss": 0.1327, | |
| "num_input_tokens_seen": 46783072, | |
| "step": 2395 | |
| }, | |
| { | |
| "epoch": 2.7342169018098903, | |
| "grad_norm": 7.592154026031494, | |
| "learning_rate": 4.898043182528136e-05, | |
| "loss": 0.0871, | |
| "num_input_tokens_seen": 46880832, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 2.7399173435941284, | |
| "grad_norm": 4.684682846069336, | |
| "learning_rate": 4.897620846473915e-05, | |
| "loss": 0.0563, | |
| "num_input_tokens_seen": 46978576, | |
| "step": 2405 | |
| }, | |
| { | |
| "epoch": 2.745617785378367, | |
| "grad_norm": 1.159037709236145, | |
| "learning_rate": 4.897197655788872e-05, | |
| "loss": 0.1116, | |
| "num_input_tokens_seen": 47076304, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 2.751318227162605, | |
| "grad_norm": 9.983619689941406, | |
| "learning_rate": 4.8967736106238546e-05, | |
| "loss": 0.1072, | |
| "num_input_tokens_seen": 47174000, | |
| "step": 2415 | |
| }, | |
| { | |
| "epoch": 2.757018668946843, | |
| "grad_norm": 5.6760029792785645, | |
| "learning_rate": 4.8963487111300133e-05, | |
| "loss": 0.0847, | |
| "num_input_tokens_seen": 47271760, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 2.762719110731082, | |
| "grad_norm": 9.46414566040039, | |
| "learning_rate": 4.895922957458803e-05, | |
| "loss": 0.0821, | |
| "num_input_tokens_seen": 47369504, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 2.76841955251532, | |
| "grad_norm": 11.030294418334961, | |
| "learning_rate": 4.8954963497619836e-05, | |
| "loss": 0.1595, | |
| "num_input_tokens_seen": 47467312, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 2.774119994299558, | |
| "grad_norm": 4.053030967712402, | |
| "learning_rate": 4.895068888191618e-05, | |
| "loss": 0.0967, | |
| "num_input_tokens_seen": 47565024, | |
| "step": 2435 | |
| }, | |
| { | |
| "epoch": 2.7798204360837966, | |
| "grad_norm": 8.997540473937988, | |
| "learning_rate": 4.894640572900076e-05, | |
| "loss": 0.1222, | |
| "num_input_tokens_seen": 47662768, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 2.7855208778680347, | |
| "grad_norm": 9.141730308532715, | |
| "learning_rate": 4.89421140404003e-05, | |
| "loss": 0.1496, | |
| "num_input_tokens_seen": 47760640, | |
| "step": 2445 | |
| }, | |
| { | |
| "epoch": 2.791221319652273, | |
| "grad_norm": 6.096067905426025, | |
| "learning_rate": 4.8937813817644577e-05, | |
| "loss": 0.0965, | |
| "num_input_tokens_seen": 47858400, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 2.7969217614365114, | |
| "grad_norm": 7.94855260848999, | |
| "learning_rate": 4.89335050622664e-05, | |
| "loss": 0.1043, | |
| "num_input_tokens_seen": 47956112, | |
| "step": 2455 | |
| }, | |
| { | |
| "epoch": 2.8026222032207495, | |
| "grad_norm": 5.408116340637207, | |
| "learning_rate": 4.892918777580161e-05, | |
| "loss": 0.0953, | |
| "num_input_tokens_seen": 48053888, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 2.8083226450049876, | |
| "grad_norm": 10.836856842041016, | |
| "learning_rate": 4.8924861959789116e-05, | |
| "loss": 0.0829, | |
| "num_input_tokens_seen": 48151648, | |
| "step": 2465 | |
| }, | |
| { | |
| "epoch": 2.814023086789226, | |
| "grad_norm": 4.917642593383789, | |
| "learning_rate": 4.892052761577084e-05, | |
| "loss": 0.1339, | |
| "num_input_tokens_seen": 48249344, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 2.8197235285734643, | |
| "grad_norm": 4.280270099639893, | |
| "learning_rate": 4.891618474529178e-05, | |
| "loss": 0.0867, | |
| "num_input_tokens_seen": 48347088, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 2.825423970357703, | |
| "grad_norm": 10.1702241897583, | |
| "learning_rate": 4.8911833349899924e-05, | |
| "loss": 0.0944, | |
| "num_input_tokens_seen": 48444848, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 2.831124412141941, | |
| "grad_norm": 7.9395341873168945, | |
| "learning_rate": 4.890747343114634e-05, | |
| "loss": 0.1103, | |
| "num_input_tokens_seen": 48542528, | |
| "step": 2485 | |
| }, | |
| { | |
| "epoch": 2.836824853926179, | |
| "grad_norm": 7.740533828735352, | |
| "learning_rate": 4.8903104990585124e-05, | |
| "loss": 0.0763, | |
| "num_input_tokens_seen": 48640240, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 2.8425252957104177, | |
| "grad_norm": 2.646793842315674, | |
| "learning_rate": 4.8898728029773394e-05, | |
| "loss": 0.0821, | |
| "num_input_tokens_seen": 48737888, | |
| "step": 2495 | |
| }, | |
| { | |
| "epoch": 2.848225737494656, | |
| "grad_norm": 6.403926849365234, | |
| "learning_rate": 4.8894342550271314e-05, | |
| "loss": 0.0962, | |
| "num_input_tokens_seen": 48835600, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 2.8539261792788944, | |
| "grad_norm": 7.7822957038879395, | |
| "learning_rate": 4.888994855364209e-05, | |
| "loss": 0.0832, | |
| "num_input_tokens_seen": 48933312, | |
| "step": 2505 | |
| }, | |
| { | |
| "epoch": 2.8596266210631325, | |
| "grad_norm": 5.186079025268555, | |
| "learning_rate": 4.888554604145196e-05, | |
| "loss": 0.125, | |
| "num_input_tokens_seen": 49030960, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 2.8653270628473706, | |
| "grad_norm": 7.859062671661377, | |
| "learning_rate": 4.8881135015270206e-05, | |
| "loss": 0.0941, | |
| "num_input_tokens_seen": 49128672, | |
| "step": 2515 | |
| }, | |
| { | |
| "epoch": 2.871027504631609, | |
| "grad_norm": 7.483722686767578, | |
| "learning_rate": 4.887671547666912e-05, | |
| "loss": 0.1318, | |
| "num_input_tokens_seen": 49226416, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 2.8767279464158473, | |
| "grad_norm": 8.643847465515137, | |
| "learning_rate": 4.887228742722405e-05, | |
| "loss": 0.1856, | |
| "num_input_tokens_seen": 49324112, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 2.8824283882000854, | |
| "grad_norm": 8.750890731811523, | |
| "learning_rate": 4.8867850868513374e-05, | |
| "loss": 0.1006, | |
| "num_input_tokens_seen": 49421776, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 2.888128829984324, | |
| "grad_norm": 6.101781845092773, | |
| "learning_rate": 4.8863405802118514e-05, | |
| "loss": 0.1324, | |
| "num_input_tokens_seen": 49519568, | |
| "step": 2535 | |
| }, | |
| { | |
| "epoch": 2.893829271768562, | |
| "grad_norm": 7.980799198150635, | |
| "learning_rate": 4.8858952229623886e-05, | |
| "loss": 0.0907, | |
| "num_input_tokens_seen": 49617360, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 2.8995297135528, | |
| "grad_norm": 3.3241348266601562, | |
| "learning_rate": 4.8854490152616984e-05, | |
| "loss": 0.1104, | |
| "num_input_tokens_seen": 49715056, | |
| "step": 2545 | |
| }, | |
| { | |
| "epoch": 2.9052301553370388, | |
| "grad_norm": 10.823814392089844, | |
| "learning_rate": 4.88500195726883e-05, | |
| "loss": 0.1766, | |
| "num_input_tokens_seen": 49812848, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 2.910930597121277, | |
| "grad_norm": 6.91947078704834, | |
| "learning_rate": 4.884554049143139e-05, | |
| "loss": 0.1128, | |
| "num_input_tokens_seen": 49910496, | |
| "step": 2555 | |
| }, | |
| { | |
| "epoch": 2.916631038905515, | |
| "grad_norm": 4.440322399139404, | |
| "learning_rate": 4.884105291044279e-05, | |
| "loss": 0.0796, | |
| "num_input_tokens_seen": 50008224, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 2.9223314806897536, | |
| "grad_norm": 5.996119976043701, | |
| "learning_rate": 4.8836556831322125e-05, | |
| "loss": 0.1648, | |
| "num_input_tokens_seen": 50105952, | |
| "step": 2565 | |
| }, | |
| { | |
| "epoch": 2.9280319224739917, | |
| "grad_norm": 8.666937828063965, | |
| "learning_rate": 4.8832052255672e-05, | |
| "loss": 0.1488, | |
| "num_input_tokens_seen": 50203680, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 2.93373236425823, | |
| "grad_norm": 5.516872882843018, | |
| "learning_rate": 4.8827539185098085e-05, | |
| "loss": 0.1598, | |
| "num_input_tokens_seen": 50301504, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 2.9394328060424684, | |
| "grad_norm": 6.207433223724365, | |
| "learning_rate": 4.882301762120905e-05, | |
| "loss": 0.1003, | |
| "num_input_tokens_seen": 50399152, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 2.9451332478267065, | |
| "grad_norm": 5.3155598640441895, | |
| "learning_rate": 4.88184875656166e-05, | |
| "loss": 0.0675, | |
| "num_input_tokens_seen": 50496880, | |
| "step": 2585 | |
| }, | |
| { | |
| "epoch": 2.9508336896109446, | |
| "grad_norm": 8.118722915649414, | |
| "learning_rate": 4.881394901993549e-05, | |
| "loss": 0.0834, | |
| "num_input_tokens_seen": 50594656, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 2.956534131395183, | |
| "grad_norm": 8.280570983886719, | |
| "learning_rate": 4.880940198578347e-05, | |
| "loss": 0.1212, | |
| "num_input_tokens_seen": 50692496, | |
| "step": 2595 | |
| }, | |
| { | |
| "epoch": 2.9622345731794213, | |
| "grad_norm": 6.043283939361572, | |
| "learning_rate": 4.8804846464781334e-05, | |
| "loss": 0.1096, | |
| "num_input_tokens_seen": 50790272, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 2.9679350149636594, | |
| "grad_norm": 3.722360134124756, | |
| "learning_rate": 4.8800282458552885e-05, | |
| "loss": 0.155, | |
| "num_input_tokens_seen": 50888032, | |
| "step": 2605 | |
| }, | |
| { | |
| "epoch": 2.973635456747898, | |
| "grad_norm": 6.298059940338135, | |
| "learning_rate": 4.8795709968724974e-05, | |
| "loss": 0.072, | |
| "num_input_tokens_seen": 50985776, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 2.979335898532136, | |
| "grad_norm": 8.660189628601074, | |
| "learning_rate": 4.879112899692745e-05, | |
| "loss": 0.1247, | |
| "num_input_tokens_seen": 51083440, | |
| "step": 2615 | |
| }, | |
| { | |
| "epoch": 2.9850363403163747, | |
| "grad_norm": 14.756346702575684, | |
| "learning_rate": 4.8786539544793206e-05, | |
| "loss": 0.1067, | |
| "num_input_tokens_seen": 51181152, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 2.990736782100613, | |
| "grad_norm": 2.7973508834838867, | |
| "learning_rate": 4.878194161395816e-05, | |
| "loss": 0.0766, | |
| "num_input_tokens_seen": 51278912, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 2.9964372238848513, | |
| "grad_norm": 7.684298515319824, | |
| "learning_rate": 4.8777335206061216e-05, | |
| "loss": 0.0668, | |
| "num_input_tokens_seen": 51376640, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 3.0011400883568475, | |
| "grad_norm": 3.268608570098877, | |
| "learning_rate": 4.877272032274435e-05, | |
| "loss": 0.0698, | |
| "num_input_tokens_seen": 51457280, | |
| "step": 2635 | |
| }, | |
| { | |
| "epoch": 3.006840530141086, | |
| "grad_norm": 2.5024783611297607, | |
| "learning_rate": 4.876809696565252e-05, | |
| "loss": 0.0681, | |
| "num_input_tokens_seen": 51555088, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 3.012540971925324, | |
| "grad_norm": 2.1016647815704346, | |
| "learning_rate": 4.876346513643373e-05, | |
| "loss": 0.051, | |
| "num_input_tokens_seen": 51652864, | |
| "step": 2645 | |
| }, | |
| { | |
| "epoch": 3.0182414137095623, | |
| "grad_norm": 8.176024436950684, | |
| "learning_rate": 4.875882483673898e-05, | |
| "loss": 0.0712, | |
| "num_input_tokens_seen": 51750560, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 3.023941855493801, | |
| "grad_norm": 4.242624759674072, | |
| "learning_rate": 4.875417606822232e-05, | |
| "loss": 0.0761, | |
| "num_input_tokens_seen": 51848288, | |
| "step": 2655 | |
| }, | |
| { | |
| "epoch": 3.029642297278039, | |
| "grad_norm": 11.779088973999023, | |
| "learning_rate": 4.874951883254078e-05, | |
| "loss": 0.0485, | |
| "num_input_tokens_seen": 51946016, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 3.035342739062277, | |
| "grad_norm": 3.6110494136810303, | |
| "learning_rate": 4.874485313135446e-05, | |
| "loss": 0.0747, | |
| "num_input_tokens_seen": 52043776, | |
| "step": 2665 | |
| }, | |
| { | |
| "epoch": 3.0410431808465157, | |
| "grad_norm": 8.334362030029297, | |
| "learning_rate": 4.874017896632642e-05, | |
| "loss": 0.0614, | |
| "num_input_tokens_seen": 52141520, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 3.046743622630754, | |
| "grad_norm": 5.685539722442627, | |
| "learning_rate": 4.8735496339122776e-05, | |
| "loss": 0.0604, | |
| "num_input_tokens_seen": 52239200, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 3.052444064414992, | |
| "grad_norm": 4.587195873260498, | |
| "learning_rate": 4.8730805251412645e-05, | |
| "loss": 0.1134, | |
| "num_input_tokens_seen": 52336848, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 3.0581445061992305, | |
| "grad_norm": 2.6720361709594727, | |
| "learning_rate": 4.872610570486816e-05, | |
| "loss": 0.0946, | |
| "num_input_tokens_seen": 52434640, | |
| "step": 2685 | |
| }, | |
| { | |
| "epoch": 3.0638449479834686, | |
| "grad_norm": 5.53890323638916, | |
| "learning_rate": 4.872139770116447e-05, | |
| "loss": 0.0566, | |
| "num_input_tokens_seen": 52532400, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 3.069545389767707, | |
| "grad_norm": 0.7934585809707642, | |
| "learning_rate": 4.871668124197976e-05, | |
| "loss": 0.0163, | |
| "num_input_tokens_seen": 52630112, | |
| "step": 2695 | |
| }, | |
| { | |
| "epoch": 3.0752458315519453, | |
| "grad_norm": 9.233660697937012, | |
| "learning_rate": 4.871195632899518e-05, | |
| "loss": 0.0552, | |
| "num_input_tokens_seen": 52727840, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 3.0809462733361834, | |
| "grad_norm": 5.545113563537598, | |
| "learning_rate": 4.870722296389495e-05, | |
| "loss": 0.0711, | |
| "num_input_tokens_seen": 52825600, | |
| "step": 2705 | |
| }, | |
| { | |
| "epoch": 3.086646715120422, | |
| "grad_norm": 8.869247436523438, | |
| "learning_rate": 4.870248114836626e-05, | |
| "loss": 0.1192, | |
| "num_input_tokens_seen": 52923312, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 3.09234715690466, | |
| "grad_norm": 2.2247767448425293, | |
| "learning_rate": 4.8697730884099334e-05, | |
| "loss": 0.0258, | |
| "num_input_tokens_seen": 53020928, | |
| "step": 2715 | |
| }, | |
| { | |
| "epoch": 3.0980475986888982, | |
| "grad_norm": 0.8696161508560181, | |
| "learning_rate": 4.8692972172787396e-05, | |
| "loss": 0.0649, | |
| "num_input_tokens_seen": 53118720, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 3.103748040473137, | |
| "grad_norm": 6.550947189331055, | |
| "learning_rate": 4.86882050161267e-05, | |
| "loss": 0.0605, | |
| "num_input_tokens_seen": 53216512, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 3.109448482257375, | |
| "grad_norm": 5.182213306427002, | |
| "learning_rate": 4.8683429415816485e-05, | |
| "loss": 0.0933, | |
| "num_input_tokens_seen": 53314224, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 3.115148924041613, | |
| "grad_norm": 1.667688012123108, | |
| "learning_rate": 4.867864537355901e-05, | |
| "loss": 0.0777, | |
| "num_input_tokens_seen": 53411936, | |
| "step": 2735 | |
| }, | |
| { | |
| "epoch": 3.1208493658258516, | |
| "grad_norm": 10.697488784790039, | |
| "learning_rate": 4.867385289105955e-05, | |
| "loss": 0.1207, | |
| "num_input_tokens_seen": 53509664, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 3.1265498076100897, | |
| "grad_norm": 5.032103061676025, | |
| "learning_rate": 4.866905197002637e-05, | |
| "loss": 0.064, | |
| "num_input_tokens_seen": 53607408, | |
| "step": 2745 | |
| }, | |
| { | |
| "epoch": 3.1322502493943283, | |
| "grad_norm": 6.669914722442627, | |
| "learning_rate": 4.866424261217078e-05, | |
| "loss": 0.0425, | |
| "num_input_tokens_seen": 53705216, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 3.1379506911785664, | |
| "grad_norm": 3.654059886932373, | |
| "learning_rate": 4.865942481920706e-05, | |
| "loss": 0.0541, | |
| "num_input_tokens_seen": 53802960, | |
| "step": 2755 | |
| }, | |
| { | |
| "epoch": 3.1436511329628045, | |
| "grad_norm": 3.9376277923583984, | |
| "learning_rate": 4.865459859285251e-05, | |
| "loss": 0.0352, | |
| "num_input_tokens_seen": 53900720, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 3.149351574747043, | |
| "grad_norm": 3.594050168991089, | |
| "learning_rate": 4.864976393482743e-05, | |
| "loss": 0.0372, | |
| "num_input_tokens_seen": 53998384, | |
| "step": 2765 | |
| }, | |
| { | |
| "epoch": 3.155052016531281, | |
| "grad_norm": 5.50773811340332, | |
| "learning_rate": 4.864492084685514e-05, | |
| "loss": 0.0612, | |
| "num_input_tokens_seen": 54096144, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 3.1607524583155193, | |
| "grad_norm": 11.46947193145752, | |
| "learning_rate": 4.864006933066196e-05, | |
| "loss": 0.0896, | |
| "num_input_tokens_seen": 54193840, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 3.166452900099758, | |
| "grad_norm": 9.24869155883789, | |
| "learning_rate": 4.8635209387977197e-05, | |
| "loss": 0.0575, | |
| "num_input_tokens_seen": 54291568, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 3.172153341883996, | |
| "grad_norm": 5.757988929748535, | |
| "learning_rate": 4.8630341020533196e-05, | |
| "loss": 0.0832, | |
| "num_input_tokens_seen": 54389248, | |
| "step": 2785 | |
| }, | |
| { | |
| "epoch": 3.177853783668234, | |
| "grad_norm": 6.639283657073975, | |
| "learning_rate": 4.862546423006527e-05, | |
| "loss": 0.0882, | |
| "num_input_tokens_seen": 54486944, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 3.1835542254524727, | |
| "grad_norm": 5.969208240509033, | |
| "learning_rate": 4.8620579018311744e-05, | |
| "loss": 0.0486, | |
| "num_input_tokens_seen": 54584624, | |
| "step": 2795 | |
| }, | |
| { | |
| "epoch": 3.189254667236711, | |
| "grad_norm": 11.107736587524414, | |
| "learning_rate": 4.8615685387013956e-05, | |
| "loss": 0.0754, | |
| "num_input_tokens_seen": 54682384, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 3.194955109020949, | |
| "grad_norm": 9.802680969238281, | |
| "learning_rate": 4.861078333791624e-05, | |
| "loss": 0.0721, | |
| "num_input_tokens_seen": 54780160, | |
| "step": 2805 | |
| }, | |
| { | |
| "epoch": 3.2006555508051875, | |
| "grad_norm": 2.6495935916900635, | |
| "learning_rate": 4.860587287276592e-05, | |
| "loss": 0.0538, | |
| "num_input_tokens_seen": 54877872, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 3.2063559925894256, | |
| "grad_norm": 5.3208818435668945, | |
| "learning_rate": 4.8600953993313344e-05, | |
| "loss": 0.0571, | |
| "num_input_tokens_seen": 54975632, | |
| "step": 2815 | |
| }, | |
| { | |
| "epoch": 3.2120564343736637, | |
| "grad_norm": 5.696016311645508, | |
| "learning_rate": 4.859602670131185e-05, | |
| "loss": 0.0616, | |
| "num_input_tokens_seen": 55073408, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 3.2177568761579023, | |
| "grad_norm": 9.000017166137695, | |
| "learning_rate": 4.859109099851774e-05, | |
| "loss": 0.1114, | |
| "num_input_tokens_seen": 55171152, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 3.2234573179421404, | |
| "grad_norm": 6.167779922485352, | |
| "learning_rate": 4.8586146886690364e-05, | |
| "loss": 0.0335, | |
| "num_input_tokens_seen": 55268896, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 3.229157759726379, | |
| "grad_norm": 0.7552993893623352, | |
| "learning_rate": 4.8581194367592043e-05, | |
| "loss": 0.0157, | |
| "num_input_tokens_seen": 55366688, | |
| "step": 2835 | |
| }, | |
| { | |
| "epoch": 3.234858201510617, | |
| "grad_norm": 6.548010349273682, | |
| "learning_rate": 4.8576233442988095e-05, | |
| "loss": 0.0572, | |
| "num_input_tokens_seen": 55464368, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 3.240558643294855, | |
| "grad_norm": 0.6461604237556458, | |
| "learning_rate": 4.857126411464685e-05, | |
| "loss": 0.0241, | |
| "num_input_tokens_seen": 55562128, | |
| "step": 2845 | |
| }, | |
| { | |
| "epoch": 3.2462590850790938, | |
| "grad_norm": 7.866938591003418, | |
| "learning_rate": 4.856628638433962e-05, | |
| "loss": 0.0597, | |
| "num_input_tokens_seen": 55659792, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 3.251959526863332, | |
| "grad_norm": 5.226189136505127, | |
| "learning_rate": 4.85613002538407e-05, | |
| "loss": 0.0267, | |
| "num_input_tokens_seen": 55757504, | |
| "step": 2855 | |
| }, | |
| { | |
| "epoch": 3.25765996864757, | |
| "grad_norm": 6.863353252410889, | |
| "learning_rate": 4.855630572492742e-05, | |
| "loss": 0.0537, | |
| "num_input_tokens_seen": 55855344, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 3.2633604104318086, | |
| "grad_norm": 1.295962929725647, | |
| "learning_rate": 4.8551302799380055e-05, | |
| "loss": 0.0304, | |
| "num_input_tokens_seen": 55953072, | |
| "step": 2865 | |
| }, | |
| { | |
| "epoch": 3.2690608522160467, | |
| "grad_norm": 5.298805236816406, | |
| "learning_rate": 4.854629147898191e-05, | |
| "loss": 0.0321, | |
| "num_input_tokens_seen": 56050752, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 3.2747612940002853, | |
| "grad_norm": 12.122303009033203, | |
| "learning_rate": 4.854127176551925e-05, | |
| "loss": 0.1434, | |
| "num_input_tokens_seen": 56148560, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 3.2804617357845234, | |
| "grad_norm": 1.2280305624008179, | |
| "learning_rate": 4.8536243660781375e-05, | |
| "loss": 0.0707, | |
| "num_input_tokens_seen": 56246272, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 3.2861621775687615, | |
| "grad_norm": 5.140838623046875, | |
| "learning_rate": 4.8531207166560524e-05, | |
| "loss": 0.0457, | |
| "num_input_tokens_seen": 56343984, | |
| "step": 2885 | |
| }, | |
| { | |
| "epoch": 3.291862619353, | |
| "grad_norm": 2.1565487384796143, | |
| "learning_rate": 4.8526162284651974e-05, | |
| "loss": 0.0177, | |
| "num_input_tokens_seen": 56441792, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 3.297563061137238, | |
| "grad_norm": 2.832627534866333, | |
| "learning_rate": 4.852110901685396e-05, | |
| "loss": 0.0283, | |
| "num_input_tokens_seen": 56539600, | |
| "step": 2895 | |
| }, | |
| { | |
| "epoch": 3.3032635029214763, | |
| "grad_norm": 10.345179557800293, | |
| "learning_rate": 4.851604736496772e-05, | |
| "loss": 0.0475, | |
| "num_input_tokens_seen": 56637280, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 3.308963944705715, | |
| "grad_norm": 0.8519467711448669, | |
| "learning_rate": 4.8510977330797476e-05, | |
| "loss": 0.0266, | |
| "num_input_tokens_seen": 56735056, | |
| "step": 2905 | |
| }, | |
| { | |
| "epoch": 3.314664386489953, | |
| "grad_norm": 6.070542335510254, | |
| "learning_rate": 4.8505898916150436e-05, | |
| "loss": 0.0536, | |
| "num_input_tokens_seen": 56832864, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 3.320364828274191, | |
| "grad_norm": 3.4217629432678223, | |
| "learning_rate": 4.85008121228368e-05, | |
| "loss": 0.0251, | |
| "num_input_tokens_seen": 56930608, | |
| "step": 2915 | |
| }, | |
| { | |
| "epoch": 3.3260652700584297, | |
| "grad_norm": 5.251518726348877, | |
| "learning_rate": 4.849571695266977e-05, | |
| "loss": 0.0676, | |
| "num_input_tokens_seen": 57028336, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 3.331765711842668, | |
| "grad_norm": 9.286744117736816, | |
| "learning_rate": 4.849061340746549e-05, | |
| "loss": 0.1008, | |
| "num_input_tokens_seen": 57126128, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 3.337466153626906, | |
| "grad_norm": 5.496871471405029, | |
| "learning_rate": 4.848550148904314e-05, | |
| "loss": 0.1098, | |
| "num_input_tokens_seen": 57223840, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 3.3431665954111445, | |
| "grad_norm": 6.865820407867432, | |
| "learning_rate": 4.848038119922483e-05, | |
| "loss": 0.0545, | |
| "num_input_tokens_seen": 57321568, | |
| "step": 2935 | |
| }, | |
| { | |
| "epoch": 3.3488670371953826, | |
| "grad_norm": 4.949888229370117, | |
| "learning_rate": 4.847525253983572e-05, | |
| "loss": 0.1271, | |
| "num_input_tokens_seen": 57419328, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 3.3545674789796207, | |
| "grad_norm": 0.7395240068435669, | |
| "learning_rate": 4.847011551270391e-05, | |
| "loss": 0.0262, | |
| "num_input_tokens_seen": 57517008, | |
| "step": 2945 | |
| }, | |
| { | |
| "epoch": 3.3602679207638593, | |
| "grad_norm": 10.39633560180664, | |
| "learning_rate": 4.846497011966047e-05, | |
| "loss": 0.0333, | |
| "num_input_tokens_seen": 57614816, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 3.3659683625480974, | |
| "grad_norm": 5.424074649810791, | |
| "learning_rate": 4.845981636253949e-05, | |
| "loss": 0.066, | |
| "num_input_tokens_seen": 57712528, | |
| "step": 2955 | |
| }, | |
| { | |
| "epoch": 3.3716688043323355, | |
| "grad_norm": 5.526705265045166, | |
| "learning_rate": 4.845465424317802e-05, | |
| "loss": 0.0246, | |
| "num_input_tokens_seen": 57810208, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 3.377369246116574, | |
| "grad_norm": 3.3858978748321533, | |
| "learning_rate": 4.8449483763416095e-05, | |
| "loss": 0.0585, | |
| "num_input_tokens_seen": 57907968, | |
| "step": 2965 | |
| }, | |
| { | |
| "epoch": 3.383069687900812, | |
| "grad_norm": 4.47909688949585, | |
| "learning_rate": 4.844430492509674e-05, | |
| "loss": 0.0799, | |
| "num_input_tokens_seen": 58005744, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 3.3887701296850508, | |
| "grad_norm": 8.794025421142578, | |
| "learning_rate": 4.843911773006593e-05, | |
| "loss": 0.0286, | |
| "num_input_tokens_seen": 58103504, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 3.394470571469289, | |
| "grad_norm": 5.554230690002441, | |
| "learning_rate": 4.8433922180172653e-05, | |
| "loss": 0.0499, | |
| "num_input_tokens_seen": 58201232, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 3.400171013253527, | |
| "grad_norm": 4.487776279449463, | |
| "learning_rate": 4.842871827726886e-05, | |
| "loss": 0.0402, | |
| "num_input_tokens_seen": 58299024, | |
| "step": 2985 | |
| }, | |
| { | |
| "epoch": 3.4058714550377656, | |
| "grad_norm": 2.8140945434570312, | |
| "learning_rate": 4.8423506023209466e-05, | |
| "loss": 0.0566, | |
| "num_input_tokens_seen": 58396816, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 3.4115718968220037, | |
| "grad_norm": 3.601980686187744, | |
| "learning_rate": 4.8418285419852395e-05, | |
| "loss": 0.0412, | |
| "num_input_tokens_seen": 58494544, | |
| "step": 2995 | |
| }, | |
| { | |
| "epoch": 3.417272338606242, | |
| "grad_norm": 2.136195182800293, | |
| "learning_rate": 4.841305646905851e-05, | |
| "loss": 0.0304, | |
| "num_input_tokens_seen": 58592352, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 3.4229727803904804, | |
| "grad_norm": 5.654057502746582, | |
| "learning_rate": 4.8407819172691694e-05, | |
| "loss": 0.0304, | |
| "num_input_tokens_seen": 58690128, | |
| "step": 3005 | |
| }, | |
| { | |
| "epoch": 3.4286732221747185, | |
| "grad_norm": 2.4083597660064697, | |
| "learning_rate": 4.840257353261875e-05, | |
| "loss": 0.0383, | |
| "num_input_tokens_seen": 58787904, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 3.434373663958957, | |
| "grad_norm": 5.336053371429443, | |
| "learning_rate": 4.83973195507095e-05, | |
| "loss": 0.0915, | |
| "num_input_tokens_seen": 58885632, | |
| "step": 3015 | |
| }, | |
| { | |
| "epoch": 3.440074105743195, | |
| "grad_norm": 4.11752986907959, | |
| "learning_rate": 4.839205722883672e-05, | |
| "loss": 0.0503, | |
| "num_input_tokens_seen": 58983312, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 3.4457745475274333, | |
| "grad_norm": 13.777847290039062, | |
| "learning_rate": 4.838678656887616e-05, | |
| "loss": 0.1445, | |
| "num_input_tokens_seen": 59081072, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 3.451474989311672, | |
| "grad_norm": 9.075989723205566, | |
| "learning_rate": 4.838150757270655e-05, | |
| "loss": 0.0777, | |
| "num_input_tokens_seen": 59178896, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 3.45717543109591, | |
| "grad_norm": 7.0720014572143555, | |
| "learning_rate": 4.837622024220959e-05, | |
| "loss": 0.0592, | |
| "num_input_tokens_seen": 59276560, | |
| "step": 3035 | |
| }, | |
| { | |
| "epoch": 3.462875872880148, | |
| "grad_norm": 4.558810710906982, | |
| "learning_rate": 4.837092457926993e-05, | |
| "loss": 0.0274, | |
| "num_input_tokens_seen": 59374368, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 3.4685763146643867, | |
| "grad_norm": 14.200141906738281, | |
| "learning_rate": 4.8365620585775214e-05, | |
| "loss": 0.0558, | |
| "num_input_tokens_seen": 59472048, | |
| "step": 3045 | |
| }, | |
| { | |
| "epoch": 3.4742767564486248, | |
| "grad_norm": 5.859817028045654, | |
| "learning_rate": 4.836030826361605e-05, | |
| "loss": 0.0277, | |
| "num_input_tokens_seen": 59569840, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 3.479977198232863, | |
| "grad_norm": 8.385420799255371, | |
| "learning_rate": 4.835498761468601e-05, | |
| "loss": 0.0667, | |
| "num_input_tokens_seen": 59667584, | |
| "step": 3055 | |
| }, | |
| { | |
| "epoch": 3.4856776400171015, | |
| "grad_norm": 1.2888391017913818, | |
| "learning_rate": 4.834965864088164e-05, | |
| "loss": 0.0207, | |
| "num_input_tokens_seen": 59765392, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 3.4913780818013396, | |
| "grad_norm": 1.1023948192596436, | |
| "learning_rate": 4.834432134410245e-05, | |
| "loss": 0.0207, | |
| "num_input_tokens_seen": 59863152, | |
| "step": 3065 | |
| }, | |
| { | |
| "epoch": 3.4970785235855777, | |
| "grad_norm": 3.3756585121154785, | |
| "learning_rate": 4.8338975726250925e-05, | |
| "loss": 0.0416, | |
| "num_input_tokens_seen": 59960928, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 3.5027789653698163, | |
| "grad_norm": 0.9311105608940125, | |
| "learning_rate": 4.833362178923249e-05, | |
| "loss": 0.0316, | |
| "num_input_tokens_seen": 60058656, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 3.5084794071540544, | |
| "grad_norm": 10.324899673461914, | |
| "learning_rate": 4.8328259534955554e-05, | |
| "loss": 0.0793, | |
| "num_input_tokens_seen": 60156448, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 3.5141798489382925, | |
| "grad_norm": 4.7765703201293945, | |
| "learning_rate": 4.832288896533151e-05, | |
| "loss": 0.0476, | |
| "num_input_tokens_seen": 60254192, | |
| "step": 3085 | |
| }, | |
| { | |
| "epoch": 3.519880290722531, | |
| "grad_norm": 1.959538459777832, | |
| "learning_rate": 4.831751008227468e-05, | |
| "loss": 0.0346, | |
| "num_input_tokens_seen": 60351920, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 3.525580732506769, | |
| "grad_norm": 9.76518440246582, | |
| "learning_rate": 4.831212288770237e-05, | |
| "loss": 0.046, | |
| "num_input_tokens_seen": 60449696, | |
| "step": 3095 | |
| }, | |
| { | |
| "epoch": 3.5312811742910073, | |
| "grad_norm": 1.2289072275161743, | |
| "learning_rate": 4.8306727383534835e-05, | |
| "loss": 0.0225, | |
| "num_input_tokens_seen": 60547440, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 3.536981616075246, | |
| "grad_norm": 7.658115863800049, | |
| "learning_rate": 4.8301323571695314e-05, | |
| "loss": 0.0281, | |
| "num_input_tokens_seen": 60645200, | |
| "step": 3105 | |
| }, | |
| { | |
| "epoch": 3.542682057859484, | |
| "grad_norm": 4.308380126953125, | |
| "learning_rate": 4.829591145410997e-05, | |
| "loss": 0.0265, | |
| "num_input_tokens_seen": 60742880, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 3.5483824996437225, | |
| "grad_norm": 4.51566743850708, | |
| "learning_rate": 4.829049103270798e-05, | |
| "loss": 0.0473, | |
| "num_input_tokens_seen": 60840640, | |
| "step": 3115 | |
| }, | |
| { | |
| "epoch": 3.5540829414279607, | |
| "grad_norm": 4.3482255935668945, | |
| "learning_rate": 4.8285062309421426e-05, | |
| "loss": 0.0468, | |
| "num_input_tokens_seen": 60938400, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 3.559783383212199, | |
| "grad_norm": 7.6800994873046875, | |
| "learning_rate": 4.827962528618538e-05, | |
| "loss": 0.0282, | |
| "num_input_tokens_seen": 61036128, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 3.5654838249964373, | |
| "grad_norm": 8.757813453674316, | |
| "learning_rate": 4.8274179964937875e-05, | |
| "loss": 0.0225, | |
| "num_input_tokens_seen": 61133872, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 3.5711842667806755, | |
| "grad_norm": 1.4490429162979126, | |
| "learning_rate": 4.826872634761989e-05, | |
| "loss": 0.0375, | |
| "num_input_tokens_seen": 61231600, | |
| "step": 3135 | |
| }, | |
| { | |
| "epoch": 3.576884708564914, | |
| "grad_norm": 5.913198471069336, | |
| "learning_rate": 4.826326443617536e-05, | |
| "loss": 0.0422, | |
| "num_input_tokens_seen": 61329360, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 3.582585150349152, | |
| "grad_norm": 8.622357368469238, | |
| "learning_rate": 4.825779423255118e-05, | |
| "loss": 0.0399, | |
| "num_input_tokens_seen": 61427104, | |
| "step": 3145 | |
| }, | |
| { | |
| "epoch": 3.5882855921333903, | |
| "grad_norm": 6.383512496948242, | |
| "learning_rate": 4.825231573869721e-05, | |
| "loss": 0.0356, | |
| "num_input_tokens_seen": 61524848, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 3.593986033917629, | |
| "grad_norm": 15.792478561401367, | |
| "learning_rate": 4.824682895656624e-05, | |
| "loss": 0.0613, | |
| "num_input_tokens_seen": 61622512, | |
| "step": 3155 | |
| }, | |
| { | |
| "epoch": 3.599686475701867, | |
| "grad_norm": 1.2860291004180908, | |
| "learning_rate": 4.824133388811405e-05, | |
| "loss": 0.0439, | |
| "num_input_tokens_seen": 61720192, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 3.605386917486105, | |
| "grad_norm": 6.301830768585205, | |
| "learning_rate": 4.823583053529934e-05, | |
| "loss": 0.0353, | |
| "num_input_tokens_seen": 61817936, | |
| "step": 3165 | |
| }, | |
| { | |
| "epoch": 3.6110873592703436, | |
| "grad_norm": 4.263798236846924, | |
| "learning_rate": 4.823031890008379e-05, | |
| "loss": 0.0338, | |
| "num_input_tokens_seen": 61915664, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 3.6167878010545818, | |
| "grad_norm": 7.392456531524658, | |
| "learning_rate": 4.8224798984432005e-05, | |
| "loss": 0.0399, | |
| "num_input_tokens_seen": 62013456, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 3.62248824283882, | |
| "grad_norm": 2.850409746170044, | |
| "learning_rate": 4.8219270790311575e-05, | |
| "loss": 0.0422, | |
| "num_input_tokens_seen": 62111248, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 3.6281886846230584, | |
| "grad_norm": 3.5166022777557373, | |
| "learning_rate": 4.8213734319693004e-05, | |
| "loss": 0.0193, | |
| "num_input_tokens_seen": 62208960, | |
| "step": 3185 | |
| }, | |
| { | |
| "epoch": 3.6338891264072966, | |
| "grad_norm": 7.699153423309326, | |
| "learning_rate": 4.820818957454978e-05, | |
| "loss": 0.0698, | |
| "num_input_tokens_seen": 62306592, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 3.6395895681915347, | |
| "grad_norm": 0.7717591524124146, | |
| "learning_rate": 4.820263655685831e-05, | |
| "loss": 0.0257, | |
| "num_input_tokens_seen": 62404400, | |
| "step": 3195 | |
| }, | |
| { | |
| "epoch": 3.6452900099757732, | |
| "grad_norm": 6.028016567230225, | |
| "learning_rate": 4.819707526859797e-05, | |
| "loss": 0.0352, | |
| "num_input_tokens_seen": 62502160, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 3.6509904517600114, | |
| "grad_norm": 2.3986012935638428, | |
| "learning_rate": 4.819150571175108e-05, | |
| "loss": 0.043, | |
| "num_input_tokens_seen": 62599920, | |
| "step": 3205 | |
| }, | |
| { | |
| "epoch": 3.6566908935442495, | |
| "grad_norm": 3.4287400245666504, | |
| "learning_rate": 4.818592788830291e-05, | |
| "loss": 0.0289, | |
| "num_input_tokens_seen": 62697680, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 3.662391335328488, | |
| "grad_norm": 5.921146869659424, | |
| "learning_rate": 4.818034180024167e-05, | |
| "loss": 0.0331, | |
| "num_input_tokens_seen": 62795472, | |
| "step": 3215 | |
| }, | |
| { | |
| "epoch": 3.668091777112726, | |
| "grad_norm": 4.856356620788574, | |
| "learning_rate": 4.8174747449558515e-05, | |
| "loss": 0.0131, | |
| "num_input_tokens_seen": 62893136, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 3.6737922188969643, | |
| "grad_norm": 6.656949996948242, | |
| "learning_rate": 4.816914483824755e-05, | |
| "loss": 0.0426, | |
| "num_input_tokens_seen": 62990816, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 3.679492660681203, | |
| "grad_norm": 1.0884100198745728, | |
| "learning_rate": 4.816353396830583e-05, | |
| "loss": 0.032, | |
| "num_input_tokens_seen": 63088560, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 3.685193102465441, | |
| "grad_norm": 0.37009307742118835, | |
| "learning_rate": 4.815791484173333e-05, | |
| "loss": 0.0322, | |
| "num_input_tokens_seen": 63186272, | |
| "step": 3235 | |
| }, | |
| { | |
| "epoch": 3.690893544249679, | |
| "grad_norm": 2.093526840209961, | |
| "learning_rate": 4.815228746053301e-05, | |
| "loss": 0.0225, | |
| "num_input_tokens_seen": 63284016, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 3.6965939860339176, | |
| "grad_norm": 9.629427909851074, | |
| "learning_rate": 4.814665182671072e-05, | |
| "loss": 0.0321, | |
| "num_input_tokens_seen": 63381776, | |
| "step": 3245 | |
| }, | |
| { | |
| "epoch": 3.7022944278181558, | |
| "grad_norm": 7.924525260925293, | |
| "learning_rate": 4.8141007942275295e-05, | |
| "loss": 0.0641, | |
| "num_input_tokens_seen": 63479536, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 3.7079948696023943, | |
| "grad_norm": 3.5611679553985596, | |
| "learning_rate": 4.813535580923849e-05, | |
| "loss": 0.0731, | |
| "num_input_tokens_seen": 63577152, | |
| "step": 3255 | |
| }, | |
| { | |
| "epoch": 3.7136953113866324, | |
| "grad_norm": 0.575011670589447, | |
| "learning_rate": 4.812969542961502e-05, | |
| "loss": 0.0453, | |
| "num_input_tokens_seen": 63674928, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 3.719395753170871, | |
| "grad_norm": 5.894010066986084, | |
| "learning_rate": 4.8124026805422494e-05, | |
| "loss": 0.0257, | |
| "num_input_tokens_seen": 63772640, | |
| "step": 3265 | |
| }, | |
| { | |
| "epoch": 3.725096194955109, | |
| "grad_norm": 3.0350735187530518, | |
| "learning_rate": 4.811834993868152e-05, | |
| "loss": 0.0338, | |
| "num_input_tokens_seen": 63870336, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 3.7307966367393472, | |
| "grad_norm": 8.058395385742188, | |
| "learning_rate": 4.81126648314156e-05, | |
| "loss": 0.0421, | |
| "num_input_tokens_seen": 63968160, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 3.736497078523586, | |
| "grad_norm": 9.93237590789795, | |
| "learning_rate": 4.81069714856512e-05, | |
| "loss": 0.0448, | |
| "num_input_tokens_seen": 64065904, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 3.742197520307824, | |
| "grad_norm": 11.603642463684082, | |
| "learning_rate": 4.810126990341769e-05, | |
| "loss": 0.0901, | |
| "num_input_tokens_seen": 64163616, | |
| "step": 3285 | |
| }, | |
| { | |
| "epoch": 3.747897962092062, | |
| "grad_norm": 3.8158483505249023, | |
| "learning_rate": 4.809556008674741e-05, | |
| "loss": 0.0154, | |
| "num_input_tokens_seen": 64261376, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 3.7535984038763006, | |
| "grad_norm": 0.4274216890335083, | |
| "learning_rate": 4.8089842037675615e-05, | |
| "loss": 0.0094, | |
| "num_input_tokens_seen": 64359072, | |
| "step": 3295 | |
| }, | |
| { | |
| "epoch": 3.7592988456605387, | |
| "grad_norm": 4.152562618255615, | |
| "learning_rate": 4.808411575824051e-05, | |
| "loss": 0.0443, | |
| "num_input_tokens_seen": 64456816, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 3.764999287444777, | |
| "grad_norm": 4.328752040863037, | |
| "learning_rate": 4.807838125048322e-05, | |
| "loss": 0.0393, | |
| "num_input_tokens_seen": 64554464, | |
| "step": 3305 | |
| }, | |
| { | |
| "epoch": 3.7706997292290154, | |
| "grad_norm": 4.978052616119385, | |
| "learning_rate": 4.80726385164478e-05, | |
| "loss": 0.0324, | |
| "num_input_tokens_seen": 64652272, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 3.7764001710132535, | |
| "grad_norm": 6.3277082443237305, | |
| "learning_rate": 4.8066887558181265e-05, | |
| "loss": 0.0203, | |
| "num_input_tokens_seen": 64750016, | |
| "step": 3315 | |
| }, | |
| { | |
| "epoch": 3.7821006127974917, | |
| "grad_norm": 0.5800598859786987, | |
| "learning_rate": 4.806112837773351e-05, | |
| "loss": 0.015, | |
| "num_input_tokens_seen": 64847760, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 3.78780105458173, | |
| "grad_norm": 17.387359619140625, | |
| "learning_rate": 4.8055360977157426e-05, | |
| "loss": 0.0503, | |
| "num_input_tokens_seen": 64945504, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 3.7935014963659683, | |
| "grad_norm": 6.007382392883301, | |
| "learning_rate": 4.8049585358508776e-05, | |
| "loss": 0.0294, | |
| "num_input_tokens_seen": 65043232, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 3.7992019381502065, | |
| "grad_norm": 8.47810173034668, | |
| "learning_rate": 4.804380152384629e-05, | |
| "loss": 0.044, | |
| "num_input_tokens_seen": 65141024, | |
| "step": 3335 | |
| }, | |
| { | |
| "epoch": 3.804902379934445, | |
| "grad_norm": 9.82911491394043, | |
| "learning_rate": 4.8038009475231604e-05, | |
| "loss": 0.0369, | |
| "num_input_tokens_seen": 65238752, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 3.810602821718683, | |
| "grad_norm": 13.116619110107422, | |
| "learning_rate": 4.80322092147293e-05, | |
| "loss": 0.0289, | |
| "num_input_tokens_seen": 65336528, | |
| "step": 3345 | |
| }, | |
| { | |
| "epoch": 3.8163032635029213, | |
| "grad_norm": 1.19611656665802, | |
| "learning_rate": 4.802640074440686e-05, | |
| "loss": 0.0214, | |
| "num_input_tokens_seen": 65434272, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 3.82200370528716, | |
| "grad_norm": 0.3276759386062622, | |
| "learning_rate": 4.802058406633474e-05, | |
| "loss": 0.0193, | |
| "num_input_tokens_seen": 65532064, | |
| "step": 3355 | |
| }, | |
| { | |
| "epoch": 3.827704147071398, | |
| "grad_norm": 6.492347240447998, | |
| "learning_rate": 4.8014759182586274e-05, | |
| "loss": 0.0542, | |
| "num_input_tokens_seen": 65629792, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 3.833404588855636, | |
| "grad_norm": 3.1319868564605713, | |
| "learning_rate": 4.800892609523774e-05, | |
| "loss": 0.0361, | |
| "num_input_tokens_seen": 65727536, | |
| "step": 3365 | |
| }, | |
| { | |
| "epoch": 3.8391050306398746, | |
| "grad_norm": 0.28512752056121826, | |
| "learning_rate": 4.8003084806368336e-05, | |
| "loss": 0.0299, | |
| "num_input_tokens_seen": 65825200, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 3.8448054724241127, | |
| "grad_norm": 1.0629769563674927, | |
| "learning_rate": 4.7997235318060185e-05, | |
| "loss": 0.0643, | |
| "num_input_tokens_seen": 65922976, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 3.8505059142083513, | |
| "grad_norm": 9.550495147705078, | |
| "learning_rate": 4.799137763239835e-05, | |
| "loss": 0.024, | |
| "num_input_tokens_seen": 66020656, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 3.8562063559925894, | |
| "grad_norm": 5.962581157684326, | |
| "learning_rate": 4.798551175147079e-05, | |
| "loss": 0.0279, | |
| "num_input_tokens_seen": 66118384, | |
| "step": 3385 | |
| }, | |
| { | |
| "epoch": 3.8619067977768275, | |
| "grad_norm": 2.609731435775757, | |
| "learning_rate": 4.79796376773684e-05, | |
| "loss": 0.0399, | |
| "num_input_tokens_seen": 66216176, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 3.867607239561066, | |
| "grad_norm": 5.378483772277832, | |
| "learning_rate": 4.797375541218498e-05, | |
| "loss": 0.0118, | |
| "num_input_tokens_seen": 66313872, | |
| "step": 3395 | |
| }, | |
| { | |
| "epoch": 3.8733076813453042, | |
| "grad_norm": 7.734043598175049, | |
| "learning_rate": 4.796786495801727e-05, | |
| "loss": 0.0262, | |
| "num_input_tokens_seen": 66411664, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 3.879008123129543, | |
| "grad_norm": 7.185009479522705, | |
| "learning_rate": 4.796196631696491e-05, | |
| "loss": 0.0313, | |
| "num_input_tokens_seen": 66509440, | |
| "step": 3405 | |
| }, | |
| { | |
| "epoch": 3.884708564913781, | |
| "grad_norm": 4.7586164474487305, | |
| "learning_rate": 4.795605949113049e-05, | |
| "loss": 0.0137, | |
| "num_input_tokens_seen": 66607152, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 3.890409006698019, | |
| "grad_norm": 0.9074054956436157, | |
| "learning_rate": 4.795014448261947e-05, | |
| "loss": 0.0263, | |
| "num_input_tokens_seen": 66704880, | |
| "step": 3415 | |
| }, | |
| { | |
| "epoch": 3.8961094484822576, | |
| "grad_norm": 2.6224796772003174, | |
| "learning_rate": 4.794422129354026e-05, | |
| "loss": 0.0146, | |
| "num_input_tokens_seen": 66802656, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 3.9018098902664957, | |
| "grad_norm": 0.855692982673645, | |
| "learning_rate": 4.7938289926004185e-05, | |
| "loss": 0.0078, | |
| "num_input_tokens_seen": 66900480, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 3.907510332050734, | |
| "grad_norm": 1.3807679414749146, | |
| "learning_rate": 4.793235038212548e-05, | |
| "loss": 0.0188, | |
| "num_input_tokens_seen": 66998304, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 3.9132107738349724, | |
| "grad_norm": 0.8240529298782349, | |
| "learning_rate": 4.7926402664021275e-05, | |
| "loss": 0.0576, | |
| "num_input_tokens_seen": 67096000, | |
| "step": 3435 | |
| }, | |
| { | |
| "epoch": 3.9189112156192105, | |
| "grad_norm": 7.201174736022949, | |
| "learning_rate": 4.792044677381165e-05, | |
| "loss": 0.0205, | |
| "num_input_tokens_seen": 67193680, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 3.9246116574034486, | |
| "grad_norm": 10.291589736938477, | |
| "learning_rate": 4.791448271361957e-05, | |
| "loss": 0.0524, | |
| "num_input_tokens_seen": 67291472, | |
| "step": 3445 | |
| }, | |
| { | |
| "epoch": 3.930312099187687, | |
| "grad_norm": 3.4942891597747803, | |
| "learning_rate": 4.7908510485570925e-05, | |
| "loss": 0.0652, | |
| "num_input_tokens_seen": 67389216, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 3.9360125409719253, | |
| "grad_norm": 2.04127836227417, | |
| "learning_rate": 4.7902530091794505e-05, | |
| "loss": 0.0356, | |
| "num_input_tokens_seen": 67486912, | |
| "step": 3455 | |
| }, | |
| { | |
| "epoch": 3.9417129827561634, | |
| "grad_norm": 4.031794548034668, | |
| "learning_rate": 4.789654153442203e-05, | |
| "loss": 0.0419, | |
| "num_input_tokens_seen": 67584624, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 3.947413424540402, | |
| "grad_norm": 8.670853614807129, | |
| "learning_rate": 4.7890544815588115e-05, | |
| "loss": 0.0192, | |
| "num_input_tokens_seen": 67682320, | |
| "step": 3465 | |
| }, | |
| { | |
| "epoch": 3.95311386632464, | |
| "grad_norm": 7.351383686065674, | |
| "learning_rate": 4.788453993743028e-05, | |
| "loss": 0.0361, | |
| "num_input_tokens_seen": 67780064, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 3.9588143081088782, | |
| "grad_norm": 8.677574157714844, | |
| "learning_rate": 4.787852690208897e-05, | |
| "loss": 0.0235, | |
| "num_input_tokens_seen": 67877792, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 3.964514749893117, | |
| "grad_norm": 9.356419563293457, | |
| "learning_rate": 4.787250571170752e-05, | |
| "loss": 0.0572, | |
| "num_input_tokens_seen": 67975472, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 3.970215191677355, | |
| "grad_norm": 6.9926300048828125, | |
| "learning_rate": 4.786647636843219e-05, | |
| "loss": 0.0837, | |
| "num_input_tokens_seen": 68073200, | |
| "step": 3485 | |
| }, | |
| { | |
| "epoch": 3.975915633461593, | |
| "grad_norm": 4.828823089599609, | |
| "learning_rate": 4.786043887441213e-05, | |
| "loss": 0.0422, | |
| "num_input_tokens_seen": 68170976, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 3.9816160752458316, | |
| "grad_norm": 11.057583808898926, | |
| "learning_rate": 4.785439323179941e-05, | |
| "loss": 0.0326, | |
| "num_input_tokens_seen": 68268672, | |
| "step": 3495 | |
| }, | |
| { | |
| "epoch": 3.9873165170300697, | |
| "grad_norm": 0.949934184551239, | |
| "learning_rate": 4.784833944274899e-05, | |
| "loss": 0.0236, | |
| "num_input_tokens_seen": 68366432, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 3.993016958814308, | |
| "grad_norm": 6.844513416290283, | |
| "learning_rate": 4.784227750941873e-05, | |
| "loss": 0.0188, | |
| "num_input_tokens_seen": 68464128, | |
| "step": 3505 | |
| }, | |
| { | |
| "epoch": 3.9987174005985464, | |
| "grad_norm": 2.295914649963379, | |
| "learning_rate": 4.783620743396943e-05, | |
| "loss": 0.0186, | |
| "num_input_tokens_seen": 68561936, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 4.003420265070543, | |
| "grad_norm": 2.7240405082702637, | |
| "learning_rate": 4.783012921856474e-05, | |
| "loss": 0.0217, | |
| "num_input_tokens_seen": 68642496, | |
| "step": 3515 | |
| }, | |
| { | |
| "epoch": 4.009120706854781, | |
| "grad_norm": 9.799927711486816, | |
| "learning_rate": 4.782404286537124e-05, | |
| "loss": 0.0442, | |
| "num_input_tokens_seen": 68740256, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 4.01482114863902, | |
| "grad_norm": 4.823245525360107, | |
| "learning_rate": 4.781794837655843e-05, | |
| "loss": 0.0601, | |
| "num_input_tokens_seen": 68837968, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 4.020521590423257, | |
| "grad_norm": 6.3089213371276855, | |
| "learning_rate": 4.781184575429867e-05, | |
| "loss": 0.0181, | |
| "num_input_tokens_seen": 68935680, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 4.026222032207496, | |
| "grad_norm": 0.7296550869941711, | |
| "learning_rate": 4.780573500076723e-05, | |
| "loss": 0.0089, | |
| "num_input_tokens_seen": 69033408, | |
| "step": 3535 | |
| }, | |
| { | |
| "epoch": 4.0319224739917345, | |
| "grad_norm": 7.376620292663574, | |
| "learning_rate": 4.77996161181423e-05, | |
| "loss": 0.0136, | |
| "num_input_tokens_seen": 69131152, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 4.037622915775972, | |
| "grad_norm": 3.193028211593628, | |
| "learning_rate": 4.779348910860494e-05, | |
| "loss": 0.0251, | |
| "num_input_tokens_seen": 69228800, | |
| "step": 3545 | |
| }, | |
| { | |
| "epoch": 4.043323357560211, | |
| "grad_norm": 0.5682366490364075, | |
| "learning_rate": 4.7787353974339134e-05, | |
| "loss": 0.0037, | |
| "num_input_tokens_seen": 69326608, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 4.049023799344449, | |
| "grad_norm": 2.3201677799224854, | |
| "learning_rate": 4.778121071753174e-05, | |
| "loss": 0.0114, | |
| "num_input_tokens_seen": 69424368, | |
| "step": 3555 | |
| }, | |
| { | |
| "epoch": 4.054724241128688, | |
| "grad_norm": 2.5661370754241943, | |
| "learning_rate": 4.7775059340372516e-05, | |
| "loss": 0.0177, | |
| "num_input_tokens_seen": 69522032, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 4.060424682912926, | |
| "grad_norm": 0.4603801667690277, | |
| "learning_rate": 4.776889984505413e-05, | |
| "loss": 0.0249, | |
| "num_input_tokens_seen": 69619728, | |
| "step": 3565 | |
| }, | |
| { | |
| "epoch": 4.066125124697164, | |
| "grad_norm": 3.390105962753296, | |
| "learning_rate": 4.776273223377211e-05, | |
| "loss": 0.0172, | |
| "num_input_tokens_seen": 69717424, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 4.071825566481403, | |
| "grad_norm": 0.19697071611881256, | |
| "learning_rate": 4.7756556508724914e-05, | |
| "loss": 0.0153, | |
| "num_input_tokens_seen": 69815152, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 4.07752600826564, | |
| "grad_norm": 8.34150218963623, | |
| "learning_rate": 4.7750372672113874e-05, | |
| "loss": 0.0209, | |
| "num_input_tokens_seen": 69912960, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 4.083226450049879, | |
| "grad_norm": 0.32752522826194763, | |
| "learning_rate": 4.774418072614322e-05, | |
| "loss": 0.0138, | |
| "num_input_tokens_seen": 70010672, | |
| "step": 3585 | |
| }, | |
| { | |
| "epoch": 4.0889268918341175, | |
| "grad_norm": 3.4794821739196777, | |
| "learning_rate": 4.773798067302005e-05, | |
| "loss": 0.0562, | |
| "num_input_tokens_seen": 70108448, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 4.094627333618355, | |
| "grad_norm": 7.853202819824219, | |
| "learning_rate": 4.7731772514954384e-05, | |
| "loss": 0.0245, | |
| "num_input_tokens_seen": 70206144, | |
| "step": 3595 | |
| }, | |
| { | |
| "epoch": 4.100327775402594, | |
| "grad_norm": 0.33840203285217285, | |
| "learning_rate": 4.772555625415912e-05, | |
| "loss": 0.0092, | |
| "num_input_tokens_seen": 70303872, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 4.106028217186832, | |
| "grad_norm": 6.381319999694824, | |
| "learning_rate": 4.771933189285004e-05, | |
| "loss": 0.0101, | |
| "num_input_tokens_seen": 70401664, | |
| "step": 3605 | |
| }, | |
| { | |
| "epoch": 4.11172865897107, | |
| "grad_norm": 1.308600902557373, | |
| "learning_rate": 4.771309943324581e-05, | |
| "loss": 0.021, | |
| "num_input_tokens_seen": 70499408, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 4.1174291007553085, | |
| "grad_norm": 1.1248642206192017, | |
| "learning_rate": 4.7706858877567984e-05, | |
| "loss": 0.009, | |
| "num_input_tokens_seen": 70597200, | |
| "step": 3615 | |
| }, | |
| { | |
| "epoch": 4.123129542539547, | |
| "grad_norm": 0.797878623008728, | |
| "learning_rate": 4.770061022804102e-05, | |
| "loss": 0.0084, | |
| "num_input_tokens_seen": 70695008, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 4.128829984323785, | |
| "grad_norm": 5.1671905517578125, | |
| "learning_rate": 4.7694353486892224e-05, | |
| "loss": 0.0086, | |
| "num_input_tokens_seen": 70792784, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 4.134530426108023, | |
| "grad_norm": 1.4259310960769653, | |
| "learning_rate": 4.7688088656351827e-05, | |
| "loss": 0.0137, | |
| "num_input_tokens_seen": 70890576, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 4.140230867892262, | |
| "grad_norm": 0.6012780070304871, | |
| "learning_rate": 4.7681815738652916e-05, | |
| "loss": 0.0331, | |
| "num_input_tokens_seen": 70988352, | |
| "step": 3635 | |
| }, | |
| { | |
| "epoch": 4.1459313096765, | |
| "grad_norm": 0.923217236995697, | |
| "learning_rate": 4.767553473603147e-05, | |
| "loss": 0.0235, | |
| "num_input_tokens_seen": 71086128, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 4.151631751460738, | |
| "grad_norm": 0.6401808261871338, | |
| "learning_rate": 4.766924565072635e-05, | |
| "loss": 0.0056, | |
| "num_input_tokens_seen": 71183888, | |
| "step": 3645 | |
| }, | |
| { | |
| "epoch": 4.157332193244977, | |
| "grad_norm": 4.980163097381592, | |
| "learning_rate": 4.7662948484979304e-05, | |
| "loss": 0.0124, | |
| "num_input_tokens_seen": 71281648, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 4.163032635029214, | |
| "grad_norm": 0.19848279654979706, | |
| "learning_rate": 4.7656643241034946e-05, | |
| "loss": 0.0377, | |
| "num_input_tokens_seen": 71379440, | |
| "step": 3655 | |
| }, | |
| { | |
| "epoch": 4.168733076813453, | |
| "grad_norm": 0.8732094168663025, | |
| "learning_rate": 4.765032992114078e-05, | |
| "loss": 0.0071, | |
| "num_input_tokens_seen": 71477216, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 4.1744335185976915, | |
| "grad_norm": 1.789801001548767, | |
| "learning_rate": 4.7644008527547185e-05, | |
| "loss": 0.025, | |
| "num_input_tokens_seen": 71574992, | |
| "step": 3665 | |
| }, | |
| { | |
| "epoch": 4.180133960381929, | |
| "grad_norm": 2.9071710109710693, | |
| "learning_rate": 4.763767906250742e-05, | |
| "loss": 0.0172, | |
| "num_input_tokens_seen": 71672800, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 4.185834402166168, | |
| "grad_norm": 1.144612431526184, | |
| "learning_rate": 4.7631341528277615e-05, | |
| "loss": 0.0092, | |
| "num_input_tokens_seen": 71770512, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 4.191534843950406, | |
| "grad_norm": 2.124117374420166, | |
| "learning_rate": 4.7624995927116794e-05, | |
| "loss": 0.0214, | |
| "num_input_tokens_seen": 71868240, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 4.197235285734644, | |
| "grad_norm": 1.037842035293579, | |
| "learning_rate": 4.761864226128683e-05, | |
| "loss": 0.0173, | |
| "num_input_tokens_seen": 71965952, | |
| "step": 3685 | |
| }, | |
| { | |
| "epoch": 4.202935727518883, | |
| "grad_norm": 16.831375122070312, | |
| "learning_rate": 4.761228053305249e-05, | |
| "loss": 0.0419, | |
| "num_input_tokens_seen": 72063680, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 4.208636169303121, | |
| "grad_norm": 0.9212270975112915, | |
| "learning_rate": 4.76059107446814e-05, | |
| "loss": 0.0311, | |
| "num_input_tokens_seen": 72161472, | |
| "step": 3695 | |
| }, | |
| { | |
| "epoch": 4.21433661108736, | |
| "grad_norm": 7.812607288360596, | |
| "learning_rate": 4.759953289844409e-05, | |
| "loss": 0.0197, | |
| "num_input_tokens_seen": 72259120, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 4.220037052871597, | |
| "grad_norm": 2.24538516998291, | |
| "learning_rate": 4.759314699661392e-05, | |
| "loss": 0.0068, | |
| "num_input_tokens_seen": 72356848, | |
| "step": 3705 | |
| }, | |
| { | |
| "epoch": 4.225737494655836, | |
| "grad_norm": 1.110796570777893, | |
| "learning_rate": 4.758675304146715e-05, | |
| "loss": 0.0309, | |
| "num_input_tokens_seen": 72454608, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 4.2314379364400745, | |
| "grad_norm": 0.3017835021018982, | |
| "learning_rate": 4.75803510352829e-05, | |
| "loss": 0.0124, | |
| "num_input_tokens_seen": 72552288, | |
| "step": 3715 | |
| }, | |
| { | |
| "epoch": 4.237138378224312, | |
| "grad_norm": 3.7277181148529053, | |
| "learning_rate": 4.757394098034316e-05, | |
| "loss": 0.0754, | |
| "num_input_tokens_seen": 72650000, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 4.242838820008551, | |
| "grad_norm": 8.373753547668457, | |
| "learning_rate": 4.756752287893279e-05, | |
| "loss": 0.01, | |
| "num_input_tokens_seen": 72747856, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 4.248539261792789, | |
| "grad_norm": 3.710064172744751, | |
| "learning_rate": 4.7561096733339526e-05, | |
| "loss": 0.0109, | |
| "num_input_tokens_seen": 72845600, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 4.254239703577027, | |
| "grad_norm": 3.204511880874634, | |
| "learning_rate": 4.755466254585397e-05, | |
| "loss": 0.0271, | |
| "num_input_tokens_seen": 72943376, | |
| "step": 3735 | |
| }, | |
| { | |
| "epoch": 4.2599401453612655, | |
| "grad_norm": 2.9513449668884277, | |
| "learning_rate": 4.754822031876957e-05, | |
| "loss": 0.0119, | |
| "num_input_tokens_seen": 73041168, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 4.265640587145504, | |
| "grad_norm": 7.3270392417907715, | |
| "learning_rate": 4.754177005438266e-05, | |
| "loss": 0.0168, | |
| "num_input_tokens_seen": 73138832, | |
| "step": 3745 | |
| }, | |
| { | |
| "epoch": 4.271341028929742, | |
| "grad_norm": 11.671257972717285, | |
| "learning_rate": 4.753531175499243e-05, | |
| "loss": 0.0544, | |
| "num_input_tokens_seen": 73236592, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 4.27704147071398, | |
| "grad_norm": 2.340949773788452, | |
| "learning_rate": 4.7528845422900946e-05, | |
| "loss": 0.0058, | |
| "num_input_tokens_seen": 73334272, | |
| "step": 3755 | |
| }, | |
| { | |
| "epoch": 4.282741912498219, | |
| "grad_norm": 6.20223331451416, | |
| "learning_rate": 4.7522371060413126e-05, | |
| "loss": 0.0166, | |
| "num_input_tokens_seen": 73432016, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 4.288442354282457, | |
| "grad_norm": 2.861288547515869, | |
| "learning_rate": 4.751588866983676e-05, | |
| "loss": 0.0062, | |
| "num_input_tokens_seen": 73529760, | |
| "step": 3765 | |
| }, | |
| { | |
| "epoch": 4.294142796066695, | |
| "grad_norm": 0.3826698064804077, | |
| "learning_rate": 4.750939825348249e-05, | |
| "loss": 0.0276, | |
| "num_input_tokens_seen": 73627552, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 4.299843237850934, | |
| "grad_norm": 0.9756613373756409, | |
| "learning_rate": 4.7502899813663806e-05, | |
| "loss": 0.0052, | |
| "num_input_tokens_seen": 73725328, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 4.305543679635171, | |
| "grad_norm": 0.1972053200006485, | |
| "learning_rate": 4.749639335269709e-05, | |
| "loss": 0.0078, | |
| "num_input_tokens_seen": 73823024, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 4.31124412141941, | |
| "grad_norm": 3.610668897628784, | |
| "learning_rate": 4.748987887290156e-05, | |
| "loss": 0.0455, | |
| "num_input_tokens_seen": 73920736, | |
| "step": 3785 | |
| }, | |
| { | |
| "epoch": 4.3169445632036485, | |
| "grad_norm": 2.3730828762054443, | |
| "learning_rate": 4.7483356376599305e-05, | |
| "loss": 0.0169, | |
| "num_input_tokens_seen": 74018448, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 4.322645004987886, | |
| "grad_norm": 6.0831618309021, | |
| "learning_rate": 4.747682586611526e-05, | |
| "loss": 0.0107, | |
| "num_input_tokens_seen": 74116224, | |
| "step": 3795 | |
| }, | |
| { | |
| "epoch": 4.328345446772125, | |
| "grad_norm": 8.610361099243164, | |
| "learning_rate": 4.747028734377723e-05, | |
| "loss": 0.0209, | |
| "num_input_tokens_seen": 74214016, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 4.334045888556363, | |
| "grad_norm": 8.020880699157715, | |
| "learning_rate": 4.7463740811915856e-05, | |
| "loss": 0.0166, | |
| "num_input_tokens_seen": 74311712, | |
| "step": 3805 | |
| }, | |
| { | |
| "epoch": 4.339746330340601, | |
| "grad_norm": 0.3767450153827667, | |
| "learning_rate": 4.745718627286466e-05, | |
| "loss": 0.009, | |
| "num_input_tokens_seen": 74409504, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 4.3454467721248395, | |
| "grad_norm": 2.0386180877685547, | |
| "learning_rate": 4.7450623728959996e-05, | |
| "loss": 0.0143, | |
| "num_input_tokens_seen": 74507280, | |
| "step": 3815 | |
| }, | |
| { | |
| "epoch": 4.351147213909078, | |
| "grad_norm": 8.895707130432129, | |
| "learning_rate": 4.744405318254109e-05, | |
| "loss": 0.0129, | |
| "num_input_tokens_seen": 74604912, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 4.356847655693317, | |
| "grad_norm": 1.1221814155578613, | |
| "learning_rate": 4.743747463594999e-05, | |
| "loss": 0.0199, | |
| "num_input_tokens_seen": 74702720, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 4.362548097477554, | |
| "grad_norm": 0.9217889308929443, | |
| "learning_rate": 4.7430888091531635e-05, | |
| "loss": 0.0065, | |
| "num_input_tokens_seen": 74800448, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 4.368248539261793, | |
| "grad_norm": 1.3824939727783203, | |
| "learning_rate": 4.7424293551633785e-05, | |
| "loss": 0.0055, | |
| "num_input_tokens_seen": 74898160, | |
| "step": 3835 | |
| }, | |
| { | |
| "epoch": 4.3739489810460315, | |
| "grad_norm": 3.7707972526550293, | |
| "learning_rate": 4.741769101860707e-05, | |
| "loss": 0.0253, | |
| "num_input_tokens_seen": 74995824, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 4.379649422830269, | |
| "grad_norm": 0.15820211172103882, | |
| "learning_rate": 4.7411080494804944e-05, | |
| "loss": 0.0075, | |
| "num_input_tokens_seen": 75093584, | |
| "step": 3845 | |
| }, | |
| { | |
| "epoch": 4.385349864614508, | |
| "grad_norm": 13.08034610748291, | |
| "learning_rate": 4.7404461982583735e-05, | |
| "loss": 0.0158, | |
| "num_input_tokens_seen": 75191296, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 4.391050306398746, | |
| "grad_norm": 0.30530065298080444, | |
| "learning_rate": 4.739783548430262e-05, | |
| "loss": 0.0131, | |
| "num_input_tokens_seen": 75288960, | |
| "step": 3855 | |
| }, | |
| { | |
| "epoch": 4.396750748182984, | |
| "grad_norm": 0.16144217550754547, | |
| "learning_rate": 4.739120100232359e-05, | |
| "loss": 0.0319, | |
| "num_input_tokens_seen": 75386768, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 4.4024511899672225, | |
| "grad_norm": 8.027372360229492, | |
| "learning_rate": 4.7384558539011515e-05, | |
| "loss": 0.0352, | |
| "num_input_tokens_seen": 75484464, | |
| "step": 3865 | |
| }, | |
| { | |
| "epoch": 4.408151631751461, | |
| "grad_norm": 10.079002380371094, | |
| "learning_rate": 4.73779080967341e-05, | |
| "loss": 0.0151, | |
| "num_input_tokens_seen": 75582368, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 4.413852073535699, | |
| "grad_norm": 1.2833141088485718, | |
| "learning_rate": 4.7371249677861886e-05, | |
| "loss": 0.0081, | |
| "num_input_tokens_seen": 75680112, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 4.419552515319937, | |
| "grad_norm": 0.9999586343765259, | |
| "learning_rate": 4.736458328476826e-05, | |
| "loss": 0.0034, | |
| "num_input_tokens_seen": 75777840, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 4.425252957104176, | |
| "grad_norm": 7.5928215980529785, | |
| "learning_rate": 4.7357908919829464e-05, | |
| "loss": 0.012, | |
| "num_input_tokens_seen": 75875648, | |
| "step": 3885 | |
| }, | |
| { | |
| "epoch": 4.4309533988884136, | |
| "grad_norm": 0.11999927461147308, | |
| "learning_rate": 4.735122658542456e-05, | |
| "loss": 0.0093, | |
| "num_input_tokens_seen": 75973296, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 4.436653840672652, | |
| "grad_norm": 1.351083755493164, | |
| "learning_rate": 4.734453628393548e-05, | |
| "loss": 0.0051, | |
| "num_input_tokens_seen": 76071088, | |
| "step": 3895 | |
| }, | |
| { | |
| "epoch": 4.442354282456891, | |
| "grad_norm": 0.8617928624153137, | |
| "learning_rate": 4.733783801774696e-05, | |
| "loss": 0.0033, | |
| "num_input_tokens_seen": 76168848, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 4.448054724241128, | |
| "grad_norm": 0.1406688243150711, | |
| "learning_rate": 4.7331131789246614e-05, | |
| "loss": 0.0052, | |
| "num_input_tokens_seen": 76266512, | |
| "step": 3905 | |
| }, | |
| { | |
| "epoch": 4.453755166025367, | |
| "grad_norm": 0.1912948042154312, | |
| "learning_rate": 4.7324417600824854e-05, | |
| "loss": 0.0074, | |
| "num_input_tokens_seen": 76364288, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 4.4594556078096055, | |
| "grad_norm": 3.995418071746826, | |
| "learning_rate": 4.7317695454874964e-05, | |
| "loss": 0.0096, | |
| "num_input_tokens_seen": 76462016, | |
| "step": 3915 | |
| }, | |
| { | |
| "epoch": 4.465156049593843, | |
| "grad_norm": 0.7223560214042664, | |
| "learning_rate": 4.7310965353793044e-05, | |
| "loss": 0.003, | |
| "num_input_tokens_seen": 76559792, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 4.470856491378082, | |
| "grad_norm": 1.0632505416870117, | |
| "learning_rate": 4.730422729997804e-05, | |
| "loss": 0.035, | |
| "num_input_tokens_seen": 76657616, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 4.47655693316232, | |
| "grad_norm": 1.5412085056304932, | |
| "learning_rate": 4.729748129583171e-05, | |
| "loss": 0.0377, | |
| "num_input_tokens_seen": 76755312, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 4.482257374946558, | |
| "grad_norm": 1.5897432565689087, | |
| "learning_rate": 4.729072734375869e-05, | |
| "loss": 0.0166, | |
| "num_input_tokens_seen": 76853056, | |
| "step": 3935 | |
| }, | |
| { | |
| "epoch": 4.4879578167307965, | |
| "grad_norm": 0.3547525405883789, | |
| "learning_rate": 4.728396544616641e-05, | |
| "loss": 0.0201, | |
| "num_input_tokens_seen": 76950784, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 4.493658258515035, | |
| "grad_norm": 0.5280705094337463, | |
| "learning_rate": 4.727719560546514e-05, | |
| "loss": 0.0173, | |
| "num_input_tokens_seen": 77048592, | |
| "step": 3945 | |
| }, | |
| { | |
| "epoch": 4.499358700299274, | |
| "grad_norm": 5.78103494644165, | |
| "learning_rate": 4.7270417824068e-05, | |
| "loss": 0.0107, | |
| "num_input_tokens_seen": 77146336, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 4.505059142083511, | |
| "grad_norm": 5.893618583679199, | |
| "learning_rate": 4.726363210439092e-05, | |
| "loss": 0.0258, | |
| "num_input_tokens_seen": 77244000, | |
| "step": 3955 | |
| }, | |
| { | |
| "epoch": 4.51075958386775, | |
| "grad_norm": 5.622200965881348, | |
| "learning_rate": 4.725683844885266e-05, | |
| "loss": 0.0186, | |
| "num_input_tokens_seen": 77341856, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 4.516460025651988, | |
| "grad_norm": 3.430377244949341, | |
| "learning_rate": 4.725003685987482e-05, | |
| "loss": 0.0095, | |
| "num_input_tokens_seen": 77439648, | |
| "step": 3965 | |
| }, | |
| { | |
| "epoch": 4.522160467436226, | |
| "grad_norm": 16.007429122924805, | |
| "learning_rate": 4.724322733988183e-05, | |
| "loss": 0.0637, | |
| "num_input_tokens_seen": 77537440, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 4.527860909220465, | |
| "grad_norm": 0.6529415845870972, | |
| "learning_rate": 4.7236409891300934e-05, | |
| "loss": 0.0133, | |
| "num_input_tokens_seen": 77635136, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 4.533561351004703, | |
| "grad_norm": 0.014979444444179535, | |
| "learning_rate": 4.722958451656221e-05, | |
| "loss": 0.0353, | |
| "num_input_tokens_seen": 77732848, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 4.539261792788941, | |
| "grad_norm": 0.7652057409286499, | |
| "learning_rate": 4.722275121809856e-05, | |
| "loss": 0.0204, | |
| "num_input_tokens_seen": 77830576, | |
| "step": 3985 | |
| }, | |
| { | |
| "epoch": 4.5449622345731795, | |
| "grad_norm": 9.353001594543457, | |
| "learning_rate": 4.721590999834571e-05, | |
| "loss": 0.0329, | |
| "num_input_tokens_seen": 77928320, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 4.550662676357418, | |
| "grad_norm": 0.0680394098162651, | |
| "learning_rate": 4.720906085974221e-05, | |
| "loss": 0.0065, | |
| "num_input_tokens_seen": 78026032, | |
| "step": 3995 | |
| }, | |
| { | |
| "epoch": 4.556363118141656, | |
| "grad_norm": 2.323220729827881, | |
| "learning_rate": 4.720220380472942e-05, | |
| "loss": 0.0066, | |
| "num_input_tokens_seen": 78123696, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 4.562063559925894, | |
| "grad_norm": 0.5926280617713928, | |
| "learning_rate": 4.719533883575155e-05, | |
| "loss": 0.0043, | |
| "num_input_tokens_seen": 78221376, | |
| "step": 4005 | |
| }, | |
| { | |
| "epoch": 4.567764001710133, | |
| "grad_norm": 0.9745510220527649, | |
| "learning_rate": 4.7188465955255604e-05, | |
| "loss": 0.0147, | |
| "num_input_tokens_seen": 78319104, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 4.5734644434943705, | |
| "grad_norm": 10.33803653717041, | |
| "learning_rate": 4.7181585165691437e-05, | |
| "loss": 0.0112, | |
| "num_input_tokens_seen": 78416816, | |
| "step": 4015 | |
| }, | |
| { | |
| "epoch": 4.579164885278609, | |
| "grad_norm": 9.621374130249023, | |
| "learning_rate": 4.7174696469511674e-05, | |
| "loss": 0.0222, | |
| "num_input_tokens_seen": 78514656, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 4.584865327062848, | |
| "grad_norm": 4.345292568206787, | |
| "learning_rate": 4.716779986917182e-05, | |
| "loss": 0.0084, | |
| "num_input_tokens_seen": 78612400, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 4.590565768847085, | |
| "grad_norm": 1.6130069494247437, | |
| "learning_rate": 4.7160895367130125e-05, | |
| "loss": 0.0068, | |
| "num_input_tokens_seen": 78710256, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 4.596266210631324, | |
| "grad_norm": 1.0490821599960327, | |
| "learning_rate": 4.715398296584773e-05, | |
| "loss": 0.0086, | |
| "num_input_tokens_seen": 78807936, | |
| "step": 4035 | |
| }, | |
| { | |
| "epoch": 4.6019666524155625, | |
| "grad_norm": 10.216976165771484, | |
| "learning_rate": 4.714706266778854e-05, | |
| "loss": 0.0563, | |
| "num_input_tokens_seen": 78905744, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 4.6076670941998, | |
| "grad_norm": 0.1510315239429474, | |
| "learning_rate": 4.7140134475419304e-05, | |
| "loss": 0.0195, | |
| "num_input_tokens_seen": 79003584, | |
| "step": 4045 | |
| }, | |
| { | |
| "epoch": 4.613367535984039, | |
| "grad_norm": 0.32562801241874695, | |
| "learning_rate": 4.7133198391209566e-05, | |
| "loss": 0.0103, | |
| "num_input_tokens_seen": 79101408, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 4.619067977768277, | |
| "grad_norm": 1.025244116783142, | |
| "learning_rate": 4.7126254417631686e-05, | |
| "loss": 0.0022, | |
| "num_input_tokens_seen": 79199136, | |
| "step": 4055 | |
| }, | |
| { | |
| "epoch": 4.624768419552515, | |
| "grad_norm": 0.8182079195976257, | |
| "learning_rate": 4.7119302557160844e-05, | |
| "loss": 0.0032, | |
| "num_input_tokens_seen": 79296832, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 4.6304688613367535, | |
| "grad_norm": 0.6801844835281372, | |
| "learning_rate": 4.7112342812275026e-05, | |
| "loss": 0.012, | |
| "num_input_tokens_seen": 79394528, | |
| "step": 4065 | |
| }, | |
| { | |
| "epoch": 4.636169303120992, | |
| "grad_norm": 0.7363019585609436, | |
| "learning_rate": 4.7105375185455034e-05, | |
| "loss": 0.0055, | |
| "num_input_tokens_seen": 79492352, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 4.641869744905231, | |
| "grad_norm": 4.005695819854736, | |
| "learning_rate": 4.709839967918447e-05, | |
| "loss": 0.0195, | |
| "num_input_tokens_seen": 79590064, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 4.647570186689468, | |
| "grad_norm": 0.4576650857925415, | |
| "learning_rate": 4.709141629594975e-05, | |
| "loss": 0.0074, | |
| "num_input_tokens_seen": 79687856, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 4.653270628473707, | |
| "grad_norm": 0.05043329671025276, | |
| "learning_rate": 4.708442503824011e-05, | |
| "loss": 0.0175, | |
| "num_input_tokens_seen": 79785600, | |
| "step": 4085 | |
| }, | |
| { | |
| "epoch": 4.6589710702579445, | |
| "grad_norm": 0.19624769687652588, | |
| "learning_rate": 4.707742590854756e-05, | |
| "loss": 0.0029, | |
| "num_input_tokens_seen": 79883424, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 4.664671512042183, | |
| "grad_norm": 0.46751806139945984, | |
| "learning_rate": 4.7070418909366954e-05, | |
| "loss": 0.0192, | |
| "num_input_tokens_seen": 79981152, | |
| "step": 4095 | |
| }, | |
| { | |
| "epoch": 4.670371953826422, | |
| "grad_norm": 1.4042103290557861, | |
| "learning_rate": 4.706340404319593e-05, | |
| "loss": 0.002, | |
| "num_input_tokens_seen": 80078864, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 4.67607239561066, | |
| "grad_norm": 0.30372464656829834, | |
| "learning_rate": 4.705638131253492e-05, | |
| "loss": 0.0029, | |
| "num_input_tokens_seen": 80176672, | |
| "step": 4105 | |
| }, | |
| { | |
| "epoch": 4.681772837394898, | |
| "grad_norm": 12.20240306854248, | |
| "learning_rate": 4.704935071988718e-05, | |
| "loss": 0.0156, | |
| "num_input_tokens_seen": 80274272, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 4.6874732791791365, | |
| "grad_norm": 0.24599520862102509, | |
| "learning_rate": 4.704231226775877e-05, | |
| "loss": 0.0106, | |
| "num_input_tokens_seen": 80372080, | |
| "step": 4115 | |
| }, | |
| { | |
| "epoch": 4.693173720963375, | |
| "grad_norm": 5.936103820800781, | |
| "learning_rate": 4.7035265958658545e-05, | |
| "loss": 0.0063, | |
| "num_input_tokens_seen": 80469824, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 4.698874162747613, | |
| "grad_norm": 1.1616228818893433, | |
| "learning_rate": 4.702821179509814e-05, | |
| "loss": 0.0153, | |
| "num_input_tokens_seen": 80567536, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 4.704574604531851, | |
| "grad_norm": 11.066569328308105, | |
| "learning_rate": 4.702114977959203e-05, | |
| "loss": 0.0302, | |
| "num_input_tokens_seen": 80665344, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 4.71027504631609, | |
| "grad_norm": 0.9506548047065735, | |
| "learning_rate": 4.701407991465745e-05, | |
| "loss": 0.0058, | |
| "num_input_tokens_seen": 80763072, | |
| "step": 4135 | |
| }, | |
| { | |
| "epoch": 4.7159754881003275, | |
| "grad_norm": 0.13321082293987274, | |
| "learning_rate": 4.700700220281446e-05, | |
| "loss": 0.0023, | |
| "num_input_tokens_seen": 80860816, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 4.721675929884566, | |
| "grad_norm": 3.3196537494659424, | |
| "learning_rate": 4.699991664658591e-05, | |
| "loss": 0.0058, | |
| "num_input_tokens_seen": 80958480, | |
| "step": 4145 | |
| }, | |
| { | |
| "epoch": 4.727376371668805, | |
| "grad_norm": 0.7469080686569214, | |
| "learning_rate": 4.699282324849742e-05, | |
| "loss": 0.0398, | |
| "num_input_tokens_seen": 81056144, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 4.733076813453042, | |
| "grad_norm": 6.437920093536377, | |
| "learning_rate": 4.698572201107746e-05, | |
| "loss": 0.0205, | |
| "num_input_tokens_seen": 81153888, | |
| "step": 4155 | |
| }, | |
| { | |
| "epoch": 4.738777255237281, | |
| "grad_norm": 6.570982456207275, | |
| "learning_rate": 4.697861293685724e-05, | |
| "loss": 0.0083, | |
| "num_input_tokens_seen": 81251680, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 4.7444776970215194, | |
| "grad_norm": 2.7099902629852295, | |
| "learning_rate": 4.69714960283708e-05, | |
| "loss": 0.0038, | |
| "num_input_tokens_seen": 81349360, | |
| "step": 4165 | |
| }, | |
| { | |
| "epoch": 4.750178138805757, | |
| "grad_norm": 0.25943759083747864, | |
| "learning_rate": 4.696437128815494e-05, | |
| "loss": 0.0249, | |
| "num_input_tokens_seen": 81447104, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 4.755878580589996, | |
| "grad_norm": 1.0403450727462769, | |
| "learning_rate": 4.6957238718749295e-05, | |
| "loss": 0.0079, | |
| "num_input_tokens_seen": 81544896, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 4.761579022374234, | |
| "grad_norm": 6.538539886474609, | |
| "learning_rate": 4.6950098322696254e-05, | |
| "loss": 0.0292, | |
| "num_input_tokens_seen": 81642576, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 4.767279464158472, | |
| "grad_norm": 0.7306740283966064, | |
| "learning_rate": 4.6942950102541007e-05, | |
| "loss": 0.0153, | |
| "num_input_tokens_seen": 81740384, | |
| "step": 4185 | |
| }, | |
| { | |
| "epoch": 4.7729799059427105, | |
| "grad_norm": 1.1523919105529785, | |
| "learning_rate": 4.693579406083153e-05, | |
| "loss": 0.0137, | |
| "num_input_tokens_seen": 81838112, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 4.778680347726949, | |
| "grad_norm": 1.3222236633300781, | |
| "learning_rate": 4.69286302001186e-05, | |
| "loss": 0.0174, | |
| "num_input_tokens_seen": 81935856, | |
| "step": 4195 | |
| }, | |
| { | |
| "epoch": 4.784380789511188, | |
| "grad_norm": 4.96268367767334, | |
| "learning_rate": 4.692145852295576e-05, | |
| "loss": 0.0059, | |
| "num_input_tokens_seen": 82033616, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 4.790081231295425, | |
| "grad_norm": 1.5982474088668823, | |
| "learning_rate": 4.6914279031899364e-05, | |
| "loss": 0.017, | |
| "num_input_tokens_seen": 82131360, | |
| "step": 4205 | |
| }, | |
| { | |
| "epoch": 4.795781673079664, | |
| "grad_norm": 3.684070110321045, | |
| "learning_rate": 4.690709172950854e-05, | |
| "loss": 0.0113, | |
| "num_input_tokens_seen": 82229136, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 4.8014821148639015, | |
| "grad_norm": 12.136567115783691, | |
| "learning_rate": 4.689989661834518e-05, | |
| "loss": 0.0284, | |
| "num_input_tokens_seen": 82326864, | |
| "step": 4215 | |
| }, | |
| { | |
| "epoch": 4.80718255664814, | |
| "grad_norm": 0.33026665449142456, | |
| "learning_rate": 4.6892693700973994e-05, | |
| "loss": 0.0104, | |
| "num_input_tokens_seen": 82424672, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 4.812882998432379, | |
| "grad_norm": 8.315051078796387, | |
| "learning_rate": 4.688548297996245e-05, | |
| "loss": 0.017, | |
| "num_input_tokens_seen": 82522400, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 4.818583440216617, | |
| "grad_norm": 0.24934843182563782, | |
| "learning_rate": 4.687826445788081e-05, | |
| "loss": 0.0035, | |
| "num_input_tokens_seen": 82620208, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 4.824283882000855, | |
| "grad_norm": 0.1164386197924614, | |
| "learning_rate": 4.687103813730211e-05, | |
| "loss": 0.0092, | |
| "num_input_tokens_seen": 82717856, | |
| "step": 4235 | |
| }, | |
| { | |
| "epoch": 4.8299843237850935, | |
| "grad_norm": 11.615945816040039, | |
| "learning_rate": 4.686380402080218e-05, | |
| "loss": 0.0131, | |
| "num_input_tokens_seen": 82815632, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 4.835684765569331, | |
| "grad_norm": 0.6481454968452454, | |
| "learning_rate": 4.68565621109596e-05, | |
| "loss": 0.0011, | |
| "num_input_tokens_seen": 82913296, | |
| "step": 4245 | |
| }, | |
| { | |
| "epoch": 4.84138520735357, | |
| "grad_norm": 0.0655444860458374, | |
| "learning_rate": 4.6849312410355755e-05, | |
| "loss": 0.0198, | |
| "num_input_tokens_seen": 83011072, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 4.847085649137808, | |
| "grad_norm": 6.334054470062256, | |
| "learning_rate": 4.68420549215748e-05, | |
| "loss": 0.0048, | |
| "num_input_tokens_seen": 83108864, | |
| "step": 4255 | |
| }, | |
| { | |
| "epoch": 4.852786090922047, | |
| "grad_norm": 0.20101669430732727, | |
| "learning_rate": 4.6834789647203656e-05, | |
| "loss": 0.0048, | |
| "num_input_tokens_seen": 83206608, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 4.8584865327062845, | |
| "grad_norm": 14.852635383605957, | |
| "learning_rate": 4.6827516589832025e-05, | |
| "loss": 0.0461, | |
| "num_input_tokens_seen": 83304336, | |
| "step": 4265 | |
| }, | |
| { | |
| "epoch": 4.864186974490523, | |
| "grad_norm": 0.06325986981391907, | |
| "learning_rate": 4.68202357520524e-05, | |
| "loss": 0.0093, | |
| "num_input_tokens_seen": 83402064, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 4.869887416274762, | |
| "grad_norm": 1.859485149383545, | |
| "learning_rate": 4.681294713646002e-05, | |
| "loss": 0.0104, | |
| "num_input_tokens_seen": 83499824, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 4.875587858058999, | |
| "grad_norm": 0.47888869047164917, | |
| "learning_rate": 4.68056507456529e-05, | |
| "loss": 0.0106, | |
| "num_input_tokens_seen": 83597536, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 4.881288299843238, | |
| "grad_norm": 1.207236886024475, | |
| "learning_rate": 4.6798346582231855e-05, | |
| "loss": 0.0049, | |
| "num_input_tokens_seen": 83695296, | |
| "step": 4285 | |
| }, | |
| { | |
| "epoch": 4.886988741627476, | |
| "grad_norm": 0.27957767248153687, | |
| "learning_rate": 4.679103464880044e-05, | |
| "loss": 0.0017, | |
| "num_input_tokens_seen": 83793024, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 4.892689183411714, | |
| "grad_norm": 0.03679969534277916, | |
| "learning_rate": 4.678371494796499e-05, | |
| "loss": 0.0023, | |
| "num_input_tokens_seen": 83890752, | |
| "step": 4295 | |
| }, | |
| { | |
| "epoch": 4.898389625195953, | |
| "grad_norm": 1.9648526906967163, | |
| "learning_rate": 4.677638748233461e-05, | |
| "loss": 0.0168, | |
| "num_input_tokens_seen": 83988512, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 4.904090066980191, | |
| "grad_norm": 0.7433627247810364, | |
| "learning_rate": 4.676905225452117e-05, | |
| "loss": 0.0128, | |
| "num_input_tokens_seen": 84086352, | |
| "step": 4305 | |
| }, | |
| { | |
| "epoch": 4.909790508764429, | |
| "grad_norm": 1.4374768733978271, | |
| "learning_rate": 4.676170926713932e-05, | |
| "loss": 0.0019, | |
| "num_input_tokens_seen": 84184032, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 4.9154909505486675, | |
| "grad_norm": 0.46811923384666443, | |
| "learning_rate": 4.6754358522806454e-05, | |
| "loss": 0.0019, | |
| "num_input_tokens_seen": 84281776, | |
| "step": 4315 | |
| }, | |
| { | |
| "epoch": 4.921191392332906, | |
| "grad_norm": 2.098421573638916, | |
| "learning_rate": 4.6747000024142734e-05, | |
| "loss": 0.0169, | |
| "num_input_tokens_seen": 84379472, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 4.926891834117144, | |
| "grad_norm": 3.727424383163452, | |
| "learning_rate": 4.673963377377111e-05, | |
| "loss": 0.009, | |
| "num_input_tokens_seen": 84477232, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 4.932592275901382, | |
| "grad_norm": 9.418045043945312, | |
| "learning_rate": 4.6732259774317264e-05, | |
| "loss": 0.0283, | |
| "num_input_tokens_seen": 84574992, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 4.938292717685621, | |
| "grad_norm": 8.13887882232666, | |
| "learning_rate": 4.672487802840966e-05, | |
| "loss": 0.0163, | |
| "num_input_tokens_seen": 84672800, | |
| "step": 4335 | |
| }, | |
| { | |
| "epoch": 4.9439931594698585, | |
| "grad_norm": 0.15979628264904022, | |
| "learning_rate": 4.671748853867952e-05, | |
| "loss": 0.0126, | |
| "num_input_tokens_seen": 84770416, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 4.949693601254097, | |
| "grad_norm": 10.529417991638184, | |
| "learning_rate": 4.671009130776083e-05, | |
| "loss": 0.0189, | |
| "num_input_tokens_seen": 84868256, | |
| "step": 4345 | |
| }, | |
| { | |
| "epoch": 4.955394043038336, | |
| "grad_norm": 1.08811354637146, | |
| "learning_rate": 4.670268633829031e-05, | |
| "loss": 0.0016, | |
| "num_input_tokens_seen": 84965872, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 4.961094484822574, | |
| "grad_norm": 0.6671218872070312, | |
| "learning_rate": 4.6695273632907476e-05, | |
| "loss": 0.0025, | |
| "num_input_tokens_seen": 85063648, | |
| "step": 4355 | |
| }, | |
| { | |
| "epoch": 4.966794926606812, | |
| "grad_norm": 3.7817630767822266, | |
| "learning_rate": 4.668785319425458e-05, | |
| "loss": 0.0207, | |
| "num_input_tokens_seen": 85161424, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 4.97249536839105, | |
| "grad_norm": 3.2574493885040283, | |
| "learning_rate": 4.668042502497663e-05, | |
| "loss": 0.0183, | |
| "num_input_tokens_seen": 85259088, | |
| "step": 4365 | |
| }, | |
| { | |
| "epoch": 4.978195810175288, | |
| "grad_norm": 3.2037136554718018, | |
| "learning_rate": 4.66729891277214e-05, | |
| "loss": 0.0128, | |
| "num_input_tokens_seen": 85356816, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 4.983896251959527, | |
| "grad_norm": 3.986717462539673, | |
| "learning_rate": 4.66655455051394e-05, | |
| "loss": 0.0043, | |
| "num_input_tokens_seen": 85454656, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 4.989596693743765, | |
| "grad_norm": 1.5552836656570435, | |
| "learning_rate": 4.6658094159883916e-05, | |
| "loss": 0.0275, | |
| "num_input_tokens_seen": 85552432, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 4.995297135528004, | |
| "grad_norm": 0.39177027344703674, | |
| "learning_rate": 4.665063509461097e-05, | |
| "loss": 0.0053, | |
| "num_input_tokens_seen": 85650144, | |
| "step": 4385 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 0.13293787837028503, | |
| "learning_rate": 4.6643168311979345e-05, | |
| "loss": 0.0034, | |
| "num_input_tokens_seen": 85730720, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 5.005700441784239, | |
| "grad_norm": 1.8142844438552856, | |
| "learning_rate": 4.663569381465058e-05, | |
| "loss": 0.0094, | |
| "num_input_tokens_seen": 85828432, | |
| "step": 4395 | |
| }, | |
| { | |
| "epoch": 5.011400883568476, | |
| "grad_norm": 0.5450536012649536, | |
| "learning_rate": 4.662821160528894e-05, | |
| "loss": 0.0019, | |
| "num_input_tokens_seen": 85926048, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 5.017101325352715, | |
| "grad_norm": 0.5705410242080688, | |
| "learning_rate": 4.662072168656146e-05, | |
| "loss": 0.0311, | |
| "num_input_tokens_seen": 86023760, | |
| "step": 4405 | |
| }, | |
| { | |
| "epoch": 5.022801767136953, | |
| "grad_norm": 0.47627347707748413, | |
| "learning_rate": 4.661322406113794e-05, | |
| "loss": 0.005, | |
| "num_input_tokens_seen": 86121552, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 5.028502208921191, | |
| "grad_norm": 5.517219066619873, | |
| "learning_rate": 4.6605718731690874e-05, | |
| "loss": 0.0048, | |
| "num_input_tokens_seen": 86219200, | |
| "step": 4415 | |
| }, | |
| { | |
| "epoch": 5.03420265070543, | |
| "grad_norm": 0.165016770362854, | |
| "learning_rate": 4.659820570089555e-05, | |
| "loss": 0.0025, | |
| "num_input_tokens_seen": 86316976, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 5.039903092489668, | |
| "grad_norm": 2.5400843620300293, | |
| "learning_rate": 4.659068497142998e-05, | |
| "loss": 0.0026, | |
| "num_input_tokens_seen": 86414736, | |
| "step": 4425 | |
| }, | |
| { | |
| "epoch": 5.045603534273906, | |
| "grad_norm": 1.7173391580581665, | |
| "learning_rate": 4.658315654597492e-05, | |
| "loss": 0.0037, | |
| "num_input_tokens_seen": 86512528, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 5.051303976058144, | |
| "grad_norm": 0.1867997944355011, | |
| "learning_rate": 4.657562042721388e-05, | |
| "loss": 0.001, | |
| "num_input_tokens_seen": 86610224, | |
| "step": 4435 | |
| }, | |
| { | |
| "epoch": 5.057004417842383, | |
| "grad_norm": 1.1393805742263794, | |
| "learning_rate": 4.65680766178331e-05, | |
| "loss": 0.0047, | |
| "num_input_tokens_seen": 86708000, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 5.062704859626621, | |
| "grad_norm": 4.353109836578369, | |
| "learning_rate": 4.656052512052158e-05, | |
| "loss": 0.0031, | |
| "num_input_tokens_seen": 86805696, | |
| "step": 4445 | |
| }, | |
| { | |
| "epoch": 5.068405301410859, | |
| "grad_norm": 0.10244199633598328, | |
| "learning_rate": 4.655296593797104e-05, | |
| "loss": 0.0167, | |
| "num_input_tokens_seen": 86903504, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 5.074105743195098, | |
| "grad_norm": 3.0064287185668945, | |
| "learning_rate": 4.654539907287594e-05, | |
| "loss": 0.0035, | |
| "num_input_tokens_seen": 87001264, | |
| "step": 4455 | |
| }, | |
| { | |
| "epoch": 5.079806184979336, | |
| "grad_norm": 2.2633399963378906, | |
| "learning_rate": 4.653782452793349e-05, | |
| "loss": 0.0022, | |
| "num_input_tokens_seen": 87099008, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 5.085506626763574, | |
| "grad_norm": 0.3934509754180908, | |
| "learning_rate": 4.653024230584364e-05, | |
| "loss": 0.0061, | |
| "num_input_tokens_seen": 87196672, | |
| "step": 4465 | |
| }, | |
| { | |
| "epoch": 5.091207068547813, | |
| "grad_norm": 0.034104038029909134, | |
| "learning_rate": 4.6522652409309064e-05, | |
| "loss": 0.0017, | |
| "num_input_tokens_seen": 87294416, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 5.096907510332051, | |
| "grad_norm": 2.047616720199585, | |
| "learning_rate": 4.651505484103518e-05, | |
| "loss": 0.0136, | |
| "num_input_tokens_seen": 87392128, | |
| "step": 4475 | |
| }, | |
| { | |
| "epoch": 5.102607952116289, | |
| "grad_norm": 4.767343044281006, | |
| "learning_rate": 4.6507449603730135e-05, | |
| "loss": 0.0118, | |
| "num_input_tokens_seen": 87489840, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 5.108308393900527, | |
| "grad_norm": 0.24816875159740448, | |
| "learning_rate": 4.6499836700104806e-05, | |
| "loss": 0.0083, | |
| "num_input_tokens_seen": 87587568, | |
| "step": 4485 | |
| }, | |
| { | |
| "epoch": 5.114008835684766, | |
| "grad_norm": 0.16580072045326233, | |
| "learning_rate": 4.6492216132872824e-05, | |
| "loss": 0.0053, | |
| "num_input_tokens_seen": 87685264, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 5.119709277469004, | |
| "grad_norm": 0.23322570323944092, | |
| "learning_rate": 4.648458790475052e-05, | |
| "loss": 0.0026, | |
| "num_input_tokens_seen": 87783088, | |
| "step": 4495 | |
| }, | |
| { | |
| "epoch": 5.125409719253242, | |
| "grad_norm": 0.2388758510351181, | |
| "learning_rate": 4.6476952018456974e-05, | |
| "loss": 0.0009, | |
| "num_input_tokens_seen": 87880832, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 5.131110161037481, | |
| "grad_norm": 2.167498826980591, | |
| "learning_rate": 4.646930847671401e-05, | |
| "loss": 0.009, | |
| "num_input_tokens_seen": 87978544, | |
| "step": 4505 | |
| }, | |
| { | |
| "epoch": 5.136810602821718, | |
| "grad_norm": 0.15172941982746124, | |
| "learning_rate": 4.646165728224616e-05, | |
| "loss": 0.0029, | |
| "num_input_tokens_seen": 88076304, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 5.142511044605957, | |
| "grad_norm": 1.221136450767517, | |
| "learning_rate": 4.645399843778068e-05, | |
| "loss": 0.0045, | |
| "num_input_tokens_seen": 88174016, | |
| "step": 4515 | |
| }, | |
| { | |
| "epoch": 5.1482114863901955, | |
| "grad_norm": 0.21661746501922607, | |
| "learning_rate": 4.644633194604756e-05, | |
| "loss": 0.013, | |
| "num_input_tokens_seen": 88271632, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 5.153911928174433, | |
| "grad_norm": 3.4261422157287598, | |
| "learning_rate": 4.6438657809779526e-05, | |
| "loss": 0.0069, | |
| "num_input_tokens_seen": 88369312, | |
| "step": 4525 | |
| }, | |
| { | |
| "epoch": 5.159612369958672, | |
| "grad_norm": 0.3439682126045227, | |
| "learning_rate": 4.6430976031712017e-05, | |
| "loss": 0.0014, | |
| "num_input_tokens_seen": 88467120, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 5.16531281174291, | |
| "grad_norm": 13.96764087677002, | |
| "learning_rate": 4.6423286614583195e-05, | |
| "loss": 0.0218, | |
| "num_input_tokens_seen": 88564848, | |
| "step": 4535 | |
| }, | |
| { | |
| "epoch": 5.171013253527148, | |
| "grad_norm": 0.09054847806692123, | |
| "learning_rate": 4.641558956113396e-05, | |
| "loss": 0.0054, | |
| "num_input_tokens_seen": 88662560, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 5.176713695311387, | |
| "grad_norm": 1.0485111474990845, | |
| "learning_rate": 4.640788487410791e-05, | |
| "loss": 0.0044, | |
| "num_input_tokens_seen": 88760400, | |
| "step": 4545 | |
| }, | |
| { | |
| "epoch": 5.182414137095625, | |
| "grad_norm": 0.10858794301748276, | |
| "learning_rate": 4.640017255625139e-05, | |
| "loss": 0.0009, | |
| "num_input_tokens_seen": 88858096, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 5.188114578879863, | |
| "grad_norm": 0.07652360200881958, | |
| "learning_rate": 4.639245261031344e-05, | |
| "loss": 0.0239, | |
| "num_input_tokens_seen": 88955856, | |
| "step": 4555 | |
| }, | |
| { | |
| "epoch": 5.193815020664101, | |
| "grad_norm": 0.6881747841835022, | |
| "learning_rate": 4.638472503904583e-05, | |
| "loss": 0.0009, | |
| "num_input_tokens_seen": 89053600, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 5.19951546244834, | |
| "grad_norm": 0.08055282384157181, | |
| "learning_rate": 4.637698984520307e-05, | |
| "loss": 0.0034, | |
| "num_input_tokens_seen": 89151296, | |
| "step": 4565 | |
| }, | |
| { | |
| "epoch": 5.205215904232578, | |
| "grad_norm": 0.08773194998502731, | |
| "learning_rate": 4.636924703154234e-05, | |
| "loss": 0.0121, | |
| "num_input_tokens_seen": 89249120, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 5.210916346016816, | |
| "grad_norm": 0.2949371039867401, | |
| "learning_rate": 4.636149660082358e-05, | |
| "loss": 0.0049, | |
| "num_input_tokens_seen": 89346832, | |
| "step": 4575 | |
| }, | |
| { | |
| "epoch": 5.216616787801055, | |
| "grad_norm": 7.335551738739014, | |
| "learning_rate": 4.635373855580942e-05, | |
| "loss": 0.0274, | |
| "num_input_tokens_seen": 89444576, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 5.222317229585292, | |
| "grad_norm": 2.2080814838409424, | |
| "learning_rate": 4.634597289926521e-05, | |
| "loss": 0.0128, | |
| "num_input_tokens_seen": 89542288, | |
| "step": 4585 | |
| }, | |
| { | |
| "epoch": 5.228017671369531, | |
| "grad_norm": 1.00960111618042, | |
| "learning_rate": 4.6338199633959025e-05, | |
| "loss": 0.0036, | |
| "num_input_tokens_seen": 89640096, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 5.23371811315377, | |
| "grad_norm": 0.1926228553056717, | |
| "learning_rate": 4.6330418762661624e-05, | |
| "loss": 0.0061, | |
| "num_input_tokens_seen": 89737872, | |
| "step": 4595 | |
| }, | |
| { | |
| "epoch": 5.239418554938008, | |
| "grad_norm": 0.0730406790971756, | |
| "learning_rate": 4.632263028814652e-05, | |
| "loss": 0.0383, | |
| "num_input_tokens_seen": 89835552, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 5.245118996722246, | |
| "grad_norm": 0.9148241281509399, | |
| "learning_rate": 4.6314834213189884e-05, | |
| "loss": 0.0167, | |
| "num_input_tokens_seen": 89933232, | |
| "step": 4605 | |
| }, | |
| { | |
| "epoch": 5.250819438506484, | |
| "grad_norm": 1.8269907236099243, | |
| "learning_rate": 4.630703054057063e-05, | |
| "loss": 0.006, | |
| "num_input_tokens_seen": 90030960, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 5.256519880290723, | |
| "grad_norm": 0.4568536877632141, | |
| "learning_rate": 4.6299219273070396e-05, | |
| "loss": 0.0105, | |
| "num_input_tokens_seen": 90128784, | |
| "step": 4615 | |
| }, | |
| { | |
| "epoch": 5.262220322074961, | |
| "grad_norm": 0.6757635474205017, | |
| "learning_rate": 4.629140041347347e-05, | |
| "loss": 0.0083, | |
| "num_input_tokens_seen": 90226576, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 5.267920763859199, | |
| "grad_norm": 8.738912582397461, | |
| "learning_rate": 4.628357396456692e-05, | |
| "loss": 0.0166, | |
| "num_input_tokens_seen": 90324304, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 5.273621205643438, | |
| "grad_norm": 1.5971795320510864, | |
| "learning_rate": 4.627573992914044e-05, | |
| "loss": 0.0029, | |
| "num_input_tokens_seen": 90421920, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 5.279321647427675, | |
| "grad_norm": 8.538966178894043, | |
| "learning_rate": 4.626789830998649e-05, | |
| "loss": 0.0098, | |
| "num_input_tokens_seen": 90519728, | |
| "step": 4635 | |
| }, | |
| { | |
| "epoch": 5.285022089211914, | |
| "grad_norm": 0.06448430567979813, | |
| "learning_rate": 4.626004910990021e-05, | |
| "loss": 0.0135, | |
| "num_input_tokens_seen": 90617440, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 5.2907225309961525, | |
| "grad_norm": 7.718270301818848, | |
| "learning_rate": 4.625219233167944e-05, | |
| "loss": 0.015, | |
| "num_input_tokens_seen": 90715248, | |
| "step": 4645 | |
| }, | |
| { | |
| "epoch": 5.29642297278039, | |
| "grad_norm": 0.2514442801475525, | |
| "learning_rate": 4.6244327978124734e-05, | |
| "loss": 0.0031, | |
| "num_input_tokens_seen": 90812960, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 5.302123414564629, | |
| "grad_norm": 0.28784915804862976, | |
| "learning_rate": 4.623645605203932e-05, | |
| "loss": 0.0063, | |
| "num_input_tokens_seen": 90910624, | |
| "step": 4655 | |
| }, | |
| { | |
| "epoch": 5.307823856348867, | |
| "grad_norm": 0.1487150639295578, | |
| "learning_rate": 4.6228576556229156e-05, | |
| "loss": 0.0035, | |
| "num_input_tokens_seen": 91008320, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 5.313524298133105, | |
| "grad_norm": 0.19565777480602264, | |
| "learning_rate": 4.622068949350289e-05, | |
| "loss": 0.0022, | |
| "num_input_tokens_seen": 91106128, | |
| "step": 4665 | |
| }, | |
| { | |
| "epoch": 5.319224739917344, | |
| "grad_norm": 0.2649058401584625, | |
| "learning_rate": 4.6212794866671836e-05, | |
| "loss": 0.0156, | |
| "num_input_tokens_seen": 91203968, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 5.324925181701582, | |
| "grad_norm": 1.254876732826233, | |
| "learning_rate": 4.620489267855006e-05, | |
| "loss": 0.0014, | |
| "num_input_tokens_seen": 91301696, | |
| "step": 4675 | |
| }, | |
| { | |
| "epoch": 5.33062562348582, | |
| "grad_norm": 0.03180227801203728, | |
| "learning_rate": 4.619698293195427e-05, | |
| "loss": 0.0046, | |
| "num_input_tokens_seen": 91399360, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 5.336326065270058, | |
| "grad_norm": 4.16030216217041, | |
| "learning_rate": 4.618906562970391e-05, | |
| "loss": 0.0031, | |
| "num_input_tokens_seen": 91497088, | |
| "step": 4685 | |
| }, | |
| { | |
| "epoch": 5.342026507054297, | |
| "grad_norm": 0.0919002890586853, | |
| "learning_rate": 4.6181140774621077e-05, | |
| "loss": 0.0021, | |
| "num_input_tokens_seen": 91594688, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 5.347726948838535, | |
| "grad_norm": 4.587754249572754, | |
| "learning_rate": 4.617320836953061e-05, | |
| "loss": 0.0129, | |
| "num_input_tokens_seen": 91692448, | |
| "step": 4695 | |
| }, | |
| { | |
| "epoch": 5.353427390622773, | |
| "grad_norm": 0.5592033863067627, | |
| "learning_rate": 4.6165268417259986e-05, | |
| "loss": 0.002, | |
| "num_input_tokens_seen": 91790160, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 5.359127832407012, | |
| "grad_norm": 9.988340377807617, | |
| "learning_rate": 4.6157320920639406e-05, | |
| "loss": 0.0083, | |
| "num_input_tokens_seen": 91887888, | |
| "step": 4705 | |
| }, | |
| { | |
| "epoch": 5.364828274191249, | |
| "grad_norm": 1.1014900207519531, | |
| "learning_rate": 4.6149365882501754e-05, | |
| "loss": 0.0049, | |
| "num_input_tokens_seen": 91985648, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 5.370528715975488, | |
| "grad_norm": 0.13604551553726196, | |
| "learning_rate": 4.614140330568261e-05, | |
| "loss": 0.0091, | |
| "num_input_tokens_seen": 92083408, | |
| "step": 4715 | |
| }, | |
| { | |
| "epoch": 5.3762291577597265, | |
| "grad_norm": 13.926383972167969, | |
| "learning_rate": 4.6133433193020206e-05, | |
| "loss": 0.0367, | |
| "num_input_tokens_seen": 92181072, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 5.381929599543964, | |
| "grad_norm": 0.2026086002588272, | |
| "learning_rate": 4.61254555473555e-05, | |
| "loss": 0.0112, | |
| "num_input_tokens_seen": 92278880, | |
| "step": 4725 | |
| }, | |
| { | |
| "epoch": 5.387630041328203, | |
| "grad_norm": 0.10835447162389755, | |
| "learning_rate": 4.6117470371532115e-05, | |
| "loss": 0.0094, | |
| "num_input_tokens_seen": 92376672, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 5.393330483112441, | |
| "grad_norm": 5.342576026916504, | |
| "learning_rate": 4.610947766839637e-05, | |
| "loss": 0.0153, | |
| "num_input_tokens_seen": 92474448, | |
| "step": 4735 | |
| }, | |
| { | |
| "epoch": 5.39903092489668, | |
| "grad_norm": 1.6363821029663086, | |
| "learning_rate": 4.610147744079725e-05, | |
| "loss": 0.0046, | |
| "num_input_tokens_seen": 92572160, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 5.404731366680918, | |
| "grad_norm": 0.9857316613197327, | |
| "learning_rate": 4.609346969158645e-05, | |
| "loss": 0.0092, | |
| "num_input_tokens_seen": 92669792, | |
| "step": 4745 | |
| }, | |
| { | |
| "epoch": 5.410431808465156, | |
| "grad_norm": 0.055682141333818436, | |
| "learning_rate": 4.60854544236183e-05, | |
| "loss": 0.003, | |
| "num_input_tokens_seen": 92767520, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 5.416132250249395, | |
| "grad_norm": 0.026181025430560112, | |
| "learning_rate": 4.607743163974987e-05, | |
| "loss": 0.0009, | |
| "num_input_tokens_seen": 92865344, | |
| "step": 4755 | |
| }, | |
| { | |
| "epoch": 5.421832692033632, | |
| "grad_norm": 0.0219236072152853, | |
| "learning_rate": 4.6069401342840854e-05, | |
| "loss": 0.003, | |
| "num_input_tokens_seen": 92963104, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 5.427533133817871, | |
| "grad_norm": 0.19581133127212524, | |
| "learning_rate": 4.606136353575366e-05, | |
| "loss": 0.0008, | |
| "num_input_tokens_seen": 93060912, | |
| "step": 4765 | |
| }, | |
| { | |
| "epoch": 5.4332335756021095, | |
| "grad_norm": 0.10174310952425003, | |
| "learning_rate": 4.6053318221353356e-05, | |
| "loss": 0.0006, | |
| "num_input_tokens_seen": 93158768, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 5.438934017386347, | |
| "grad_norm": 14.586435317993164, | |
| "learning_rate": 4.60452654025077e-05, | |
| "loss": 0.0157, | |
| "num_input_tokens_seen": 93256496, | |
| "step": 4775 | |
| }, | |
| { | |
| "epoch": 5.444634459170586, | |
| "grad_norm": 5.632846355438232, | |
| "learning_rate": 4.6037205082087095e-05, | |
| "loss": 0.0196, | |
| "num_input_tokens_seen": 93354208, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 5.450334900954824, | |
| "grad_norm": 0.09631127119064331, | |
| "learning_rate": 4.602913726296466e-05, | |
| "loss": 0.0012, | |
| "num_input_tokens_seen": 93451952, | |
| "step": 4785 | |
| }, | |
| { | |
| "epoch": 5.456035342739062, | |
| "grad_norm": 5.937401294708252, | |
| "learning_rate": 4.602106194801615e-05, | |
| "loss": 0.0037, | |
| "num_input_tokens_seen": 93549744, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 5.4617357845233006, | |
| "grad_norm": 0.3016761839389801, | |
| "learning_rate": 4.6012979140120016e-05, | |
| "loss": 0.0026, | |
| "num_input_tokens_seen": 93647520, | |
| "step": 4795 | |
| }, | |
| { | |
| "epoch": 5.467436226307539, | |
| "grad_norm": 0.0018981621833518147, | |
| "learning_rate": 4.600488884215737e-05, | |
| "loss": 0.0114, | |
| "num_input_tokens_seen": 93745280, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 5.473136668091777, | |
| "grad_norm": 0.2602160573005676, | |
| "learning_rate": 4.599679105701199e-05, | |
| "loss": 0.0043, | |
| "num_input_tokens_seen": 93842992, | |
| "step": 4805 | |
| }, | |
| { | |
| "epoch": 5.478837109876015, | |
| "grad_norm": 2.016597032546997, | |
| "learning_rate": 4.598868578757033e-05, | |
| "loss": 0.0043, | |
| "num_input_tokens_seen": 93940768, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 5.484537551660254, | |
| "grad_norm": 0.06573915481567383, | |
| "learning_rate": 4.5980573036721505e-05, | |
| "loss": 0.0025, | |
| "num_input_tokens_seen": 94038528, | |
| "step": 4815 | |
| }, | |
| { | |
| "epoch": 5.490237993444492, | |
| "grad_norm": 1.3520628213882446, | |
| "learning_rate": 4.597245280735731e-05, | |
| "loss": 0.0018, | |
| "num_input_tokens_seen": 94136224, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 5.49593843522873, | |
| "grad_norm": 14.249088287353516, | |
| "learning_rate": 4.59643251023722e-05, | |
| "loss": 0.0273, | |
| "num_input_tokens_seen": 94233888, | |
| "step": 4825 | |
| }, | |
| { | |
| "epoch": 5.501638877012969, | |
| "grad_norm": 2.345010280609131, | |
| "learning_rate": 4.595618992466328e-05, | |
| "loss": 0.0017, | |
| "num_input_tokens_seen": 94331568, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 5.507339318797206, | |
| "grad_norm": 0.5609773397445679, | |
| "learning_rate": 4.594804727713033e-05, | |
| "loss": 0.0045, | |
| "num_input_tokens_seen": 94429248, | |
| "step": 4835 | |
| }, | |
| { | |
| "epoch": 5.513039760581445, | |
| "grad_norm": 11.708130836486816, | |
| "learning_rate": 4.5939897162675804e-05, | |
| "loss": 0.0603, | |
| "num_input_tokens_seen": 94526912, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 5.5187402023656835, | |
| "grad_norm": 0.511098325252533, | |
| "learning_rate": 4.59317395842048e-05, | |
| "loss": 0.0015, | |
| "num_input_tokens_seen": 94624688, | |
| "step": 4845 | |
| }, | |
| { | |
| "epoch": 5.524440644149921, | |
| "grad_norm": 0.07705602049827576, | |
| "learning_rate": 4.592357454462508e-05, | |
| "loss": 0.0008, | |
| "num_input_tokens_seen": 94722496, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 5.53014108593416, | |
| "grad_norm": 0.49463194608688354, | |
| "learning_rate": 4.591540204684708e-05, | |
| "loss": 0.0226, | |
| "num_input_tokens_seen": 94820176, | |
| "step": 4855 | |
| }, | |
| { | |
| "epoch": 5.535841527718398, | |
| "grad_norm": 0.13507622480392456, | |
| "learning_rate": 4.590722209378387e-05, | |
| "loss": 0.0033, | |
| "num_input_tokens_seen": 94917984, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 5.541541969502637, | |
| "grad_norm": 0.11557400226593018, | |
| "learning_rate": 4.589903468835119e-05, | |
| "loss": 0.0048, | |
| "num_input_tokens_seen": 95015744, | |
| "step": 4865 | |
| }, | |
| { | |
| "epoch": 5.547242411286875, | |
| "grad_norm": 3.4503333568573, | |
| "learning_rate": 4.5890839833467455e-05, | |
| "loss": 0.0044, | |
| "num_input_tokens_seen": 95113504, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 5.552942853071113, | |
| "grad_norm": 0.1271464228630066, | |
| "learning_rate": 4.58826375320537e-05, | |
| "loss": 0.0021, | |
| "num_input_tokens_seen": 95211264, | |
| "step": 4875 | |
| }, | |
| { | |
| "epoch": 5.558643294855351, | |
| "grad_norm": 0.09808290749788284, | |
| "learning_rate": 4.587442778703362e-05, | |
| "loss": 0.0011, | |
| "num_input_tokens_seen": 95309040, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 5.564343736639589, | |
| "grad_norm": 2.261197328567505, | |
| "learning_rate": 4.586621060133362e-05, | |
| "loss": 0.0024, | |
| "num_input_tokens_seen": 95406768, | |
| "step": 4885 | |
| }, | |
| { | |
| "epoch": 5.570044178423828, | |
| "grad_norm": 0.1426500380039215, | |
| "learning_rate": 4.585798597788266e-05, | |
| "loss": 0.003, | |
| "num_input_tokens_seen": 95504512, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 5.5757446202080665, | |
| "grad_norm": 0.056966375559568405, | |
| "learning_rate": 4.584975391961242e-05, | |
| "loss": 0.0185, | |
| "num_input_tokens_seen": 95602240, | |
| "step": 4895 | |
| }, | |
| { | |
| "epoch": 5.581445061992304, | |
| "grad_norm": 13.30504322052002, | |
| "learning_rate": 4.584151442945725e-05, | |
| "loss": 0.0217, | |
| "num_input_tokens_seen": 95699968, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 5.587145503776543, | |
| "grad_norm": 1.4918162822723389, | |
| "learning_rate": 4.583326751035405e-05, | |
| "loss": 0.0303, | |
| "num_input_tokens_seen": 95797696, | |
| "step": 4905 | |
| }, | |
| { | |
| "epoch": 5.592845945560781, | |
| "grad_norm": 1.1220730543136597, | |
| "learning_rate": 4.582501316524247e-05, | |
| "loss": 0.0019, | |
| "num_input_tokens_seen": 95895424, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 5.598546387345019, | |
| "grad_norm": 1.1162631511688232, | |
| "learning_rate": 4.5816751397064764e-05, | |
| "loss": 0.0094, | |
| "num_input_tokens_seen": 95993056, | |
| "step": 4915 | |
| }, | |
| { | |
| "epoch": 5.6042468291292575, | |
| "grad_norm": 0.10550173372030258, | |
| "learning_rate": 4.5808482208765836e-05, | |
| "loss": 0.0277, | |
| "num_input_tokens_seen": 96090832, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 5.609947270913496, | |
| "grad_norm": 1.0097618103027344, | |
| "learning_rate": 4.580020560329322e-05, | |
| "loss": 0.0025, | |
| "num_input_tokens_seen": 96188544, | |
| "step": 4925 | |
| }, | |
| { | |
| "epoch": 5.615647712697734, | |
| "grad_norm": 0.717867374420166, | |
| "learning_rate": 4.579192158359712e-05, | |
| "loss": 0.0037, | |
| "num_input_tokens_seen": 96286368, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 5.621348154481972, | |
| "grad_norm": 0.8814383149147034, | |
| "learning_rate": 4.5783630152630365e-05, | |
| "loss": 0.024, | |
| "num_input_tokens_seen": 96384128, | |
| "step": 4935 | |
| }, | |
| { | |
| "epoch": 5.627048596266211, | |
| "grad_norm": 0.2208772897720337, | |
| "learning_rate": 4.577533131334844e-05, | |
| "loss": 0.0187, | |
| "num_input_tokens_seen": 96481888, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 5.632749038050449, | |
| "grad_norm": 9.015159606933594, | |
| "learning_rate": 4.5767025068709455e-05, | |
| "loss": 0.0203, | |
| "num_input_tokens_seen": 96579680, | |
| "step": 4945 | |
| }, | |
| { | |
| "epoch": 5.638449479834687, | |
| "grad_norm": 0.6479278206825256, | |
| "learning_rate": 4.5758711421674166e-05, | |
| "loss": 0.0253, | |
| "num_input_tokens_seen": 96677488, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 5.644149921618926, | |
| "grad_norm": 0.05944683775305748, | |
| "learning_rate": 4.575039037520598e-05, | |
| "loss": 0.001, | |
| "num_input_tokens_seen": 96775280, | |
| "step": 4955 | |
| }, | |
| { | |
| "epoch": 5.649850363403163, | |
| "grad_norm": 0.376200407743454, | |
| "learning_rate": 4.5742061932270906e-05, | |
| "loss": 0.0041, | |
| "num_input_tokens_seen": 96873072, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 5.655550805187402, | |
| "grad_norm": 0.14665372669696808, | |
| "learning_rate": 4.5733726095837634e-05, | |
| "loss": 0.0012, | |
| "num_input_tokens_seen": 96970912, | |
| "step": 4965 | |
| }, | |
| { | |
| "epoch": 5.6612512469716405, | |
| "grad_norm": 0.11682464182376862, | |
| "learning_rate": 4.572538286887748e-05, | |
| "loss": 0.029, | |
| "num_input_tokens_seen": 97068624, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 5.666951688755878, | |
| "grad_norm": 0.12137410789728165, | |
| "learning_rate": 4.571703225436435e-05, | |
| "loss": 0.0007, | |
| "num_input_tokens_seen": 97166384, | |
| "step": 4975 | |
| }, | |
| { | |
| "epoch": 5.672652130540117, | |
| "grad_norm": 0.09676264226436615, | |
| "learning_rate": 4.570867425527484e-05, | |
| "loss": 0.0009, | |
| "num_input_tokens_seen": 97264112, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 5.678352572324355, | |
| "grad_norm": 0.3440670371055603, | |
| "learning_rate": 4.570030887458815e-05, | |
| "loss": 0.0014, | |
| "num_input_tokens_seen": 97361872, | |
| "step": 4985 | |
| }, | |
| { | |
| "epoch": 5.684053014108594, | |
| "grad_norm": 0.712581992149353, | |
| "learning_rate": 4.569193611528612e-05, | |
| "loss": 0.0043, | |
| "num_input_tokens_seen": 97459616, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 5.6897534558928315, | |
| "grad_norm": 7.326711177825928, | |
| "learning_rate": 4.5683555980353197e-05, | |
| "loss": 0.009, | |
| "num_input_tokens_seen": 97557376, | |
| "step": 4995 | |
| }, | |
| { | |
| "epoch": 5.69545389767707, | |
| "grad_norm": 0.251907616853714, | |
| "learning_rate": 4.56751684727765e-05, | |
| "loss": 0.0112, | |
| "num_input_tokens_seen": 97655040, | |
| "step": 5000 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 26310, | |
| "num_input_tokens_seen": 97655040, | |
| "num_train_epochs": 30, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 9.099184256070451e+17, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |