{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 0.2, "eval_steps": 500, "global_step": 2000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "grad_norm": 0.21528546512126923, "learning_rate": 1.8e-06, "loss": 1.0366, "step": 10 }, { "grad_norm": 0.13136565685272217, "learning_rate": 3.8e-06, "loss": 1.03, "step": 20 }, { "grad_norm": 0.12446875125169754, "learning_rate": 5.8e-06, "loss": 1.0309, "step": 30 }, { "grad_norm": 0.15408794581890106, "learning_rate": 7.8e-06, "loss": 1.032, "step": 40 }, { "grad_norm": 0.10680217295885086, "learning_rate": 9.800000000000001e-06, "loss": 1.0163, "step": 50 }, { "grad_norm": 0.1537240743637085, "learning_rate": 1.18e-05, "loss": 1.0262, "step": 60 }, { "grad_norm": 0.4199574291706085, "learning_rate": 1.3800000000000002e-05, "loss": 1.0157, "step": 70 }, { "grad_norm": 1.0064632892608643, "learning_rate": 1.58e-05, "loss": 0.9777, "step": 80 }, { "grad_norm": 1.637765645980835, "learning_rate": 1.78e-05, "loss": 0.8883, "step": 90 }, { "grad_norm": 1.4880319833755493, "learning_rate": 1.9800000000000004e-05, "loss": 0.7896, "step": 100 }, { "grad_norm": 1.8579853773117065, "learning_rate": 2.18e-05, "loss": 0.6818, "step": 110 }, { "grad_norm": 2.233501434326172, "learning_rate": 2.38e-05, "loss": 0.5712, "step": 120 }, { "grad_norm": 1.536034107208252, "learning_rate": 2.58e-05, "loss": 0.4855, "step": 130 }, { "grad_norm": 2.348320960998535, "learning_rate": 2.7800000000000005e-05, "loss": 0.4199, "step": 140 }, { "grad_norm": 2.740518808364868, "learning_rate": 2.98e-05, "loss": 0.3618, "step": 150 }, { "grad_norm": 2.4130699634552, "learning_rate": 3.18e-05, "loss": 0.3038, "step": 160 }, { "grad_norm": 2.0964725017547607, "learning_rate": 3.38e-05, "loss": 0.2463, "step": 170 }, { "grad_norm": 2.240973949432373, "learning_rate": 3.58e-05, "loss": 0.1848, "step": 180 }, { "grad_norm": 1.9470782279968262, "learning_rate": 3.7800000000000004e-05, "loss": 0.1687, "step": 190 }, { "grad_norm": 1.8744152784347534, "learning_rate": 3.9800000000000005e-05, "loss": 0.1533, "step": 200 }, { "grad_norm": 1.4805837869644165, "learning_rate": 4.18e-05, "loss": 0.1393, "step": 210 }, { "grad_norm": 1.422154188156128, "learning_rate": 4.38e-05, "loss": 0.1374, "step": 220 }, { "grad_norm": 1.6165127754211426, "learning_rate": 4.58e-05, "loss": 0.135, "step": 230 }, { "grad_norm": 1.4957090616226196, "learning_rate": 4.78e-05, "loss": 0.1284, "step": 240 }, { "grad_norm": 1.1574255228042603, "learning_rate": 4.9800000000000004e-05, "loss": 0.1214, "step": 250 }, { "grad_norm": 1.4897589683532715, "learning_rate": 5.1800000000000005e-05, "loss": 0.1165, "step": 260 }, { "grad_norm": 1.3318716287612915, "learning_rate": 5.380000000000001e-05, "loss": 0.1133, "step": 270 }, { "grad_norm": 1.2887567281723022, "learning_rate": 5.580000000000001e-05, "loss": 0.1083, "step": 280 }, { "grad_norm": 1.0414866209030151, "learning_rate": 5.7799999999999995e-05, "loss": 0.1066, "step": 290 }, { "grad_norm": 0.8801497220993042, "learning_rate": 5.9800000000000003e-05, "loss": 0.1137, "step": 300 }, { "grad_norm": 1.3699196577072144, "learning_rate": 6.18e-05, "loss": 0.1105, "step": 310 }, { "grad_norm": 0.9704692363739014, "learning_rate": 6.38e-05, "loss": 0.0951, "step": 320 }, { "grad_norm": 1.0016605854034424, "learning_rate": 6.58e-05, "loss": 0.0927, "step": 330 }, { "grad_norm": 1.1991188526153564, "learning_rate": 6.780000000000001e-05, "loss": 0.1079, "step": 340 }, { "grad_norm": 0.9629455804824829, "learning_rate": 6.98e-05, "loss": 0.0962, "step": 350 }, { "grad_norm": 0.8451492786407471, "learning_rate": 7.18e-05, "loss": 0.1001, "step": 360 }, { "grad_norm": 1.0413812398910522, "learning_rate": 7.38e-05, "loss": 0.0882, "step": 370 }, { "grad_norm": 0.809985876083374, "learning_rate": 7.58e-05, "loss": 0.0852, "step": 380 }, { "grad_norm": 0.9098230600357056, "learning_rate": 7.780000000000001e-05, "loss": 0.0864, "step": 390 }, { "grad_norm": 0.9273769855499268, "learning_rate": 7.98e-05, "loss": 0.0926, "step": 400 }, { "grad_norm": 0.7023594975471497, "learning_rate": 8.18e-05, "loss": 0.0925, "step": 410 }, { "grad_norm": 0.916952908039093, "learning_rate": 8.38e-05, "loss": 0.0859, "step": 420 }, { "grad_norm": 0.9408313632011414, "learning_rate": 8.58e-05, "loss": 0.0929, "step": 430 }, { "grad_norm": 0.6694541573524475, "learning_rate": 8.78e-05, "loss": 0.0856, "step": 440 }, { "grad_norm": 0.7001609802246094, "learning_rate": 8.98e-05, "loss": 0.0833, "step": 450 }, { "grad_norm": 0.6541915535926819, "learning_rate": 9.180000000000001e-05, "loss": 0.077, "step": 460 }, { "grad_norm": 0.6620949506759644, "learning_rate": 9.38e-05, "loss": 0.0739, "step": 470 }, { "grad_norm": 0.4554102122783661, "learning_rate": 9.58e-05, "loss": 0.0769, "step": 480 }, { "grad_norm": 0.6692667007446289, "learning_rate": 9.78e-05, "loss": 0.0724, "step": 490 }, { "grad_norm": 0.704838752746582, "learning_rate": 9.98e-05, "loss": 0.0792, "step": 500 }, { "grad_norm": 0.7002806663513184, "learning_rate": 9.9999778549206e-05, "loss": 0.0791, "step": 510 }, { "grad_norm": 0.7324801087379456, "learning_rate": 9.999901304280685e-05, "loss": 0.0792, "step": 520 }, { "grad_norm": 0.6070139408111572, "learning_rate": 9.999770075521164e-05, "loss": 0.0706, "step": 530 }, { "grad_norm": 0.7607759237289429, "learning_rate": 9.99958417007713e-05, "loss": 0.0701, "step": 540 }, { "grad_norm": 0.6444894671440125, "learning_rate": 9.999343589981615e-05, "loss": 0.0666, "step": 550 }, { "grad_norm": 0.5152785181999207, "learning_rate": 9.999048337865568e-05, "loss": 0.0749, "step": 560 }, { "grad_norm": 0.6609567999839783, "learning_rate": 9.998698416957815e-05, "loss": 0.0717, "step": 570 }, { "grad_norm": 0.4862300157546997, "learning_rate": 9.998293831085037e-05, "loss": 0.0678, "step": 580 }, { "grad_norm": 0.7002349495887756, "learning_rate": 9.997834584671719e-05, "loss": 0.0654, "step": 590 }, { "grad_norm": 0.5144604444503784, "learning_rate": 9.997320682740107e-05, "loss": 0.0689, "step": 600 }, { "grad_norm": 0.4940488338470459, "learning_rate": 9.996752130910149e-05, "loss": 0.0695, "step": 610 }, { "grad_norm": 0.4847361445426941, "learning_rate": 9.99612893539944e-05, "loss": 0.0661, "step": 620 }, { "grad_norm": 0.66635662317276, "learning_rate": 9.995451103023144e-05, "loss": 0.0638, "step": 630 }, { "grad_norm": 0.573968768119812, "learning_rate": 9.994718641193928e-05, "loss": 0.067, "step": 640 }, { "grad_norm": 0.43992412090301514, "learning_rate": 9.993931557921874e-05, "loss": 0.0654, "step": 650 }, { "grad_norm": 0.6159323453903198, "learning_rate": 9.993089861814402e-05, "loss": 0.0647, "step": 660 }, { "grad_norm": 0.6524854302406311, "learning_rate": 9.992193562076166e-05, "loss": 0.0616, "step": 670 }, { "grad_norm": 0.5196991562843323, "learning_rate": 9.991242668508954e-05, "loss": 0.0589, "step": 680 }, { "grad_norm": 0.5245814323425293, "learning_rate": 9.990237191511587e-05, "loss": 0.0585, "step": 690 }, { "grad_norm": 0.599445104598999, "learning_rate": 9.989177142079802e-05, "loss": 0.0584, "step": 700 }, { "grad_norm": 0.4687654376029968, "learning_rate": 9.988062531806126e-05, "loss": 0.0571, "step": 710 }, { "grad_norm": 0.44116899371147156, "learning_rate": 9.986893372879762e-05, "loss": 0.0586, "step": 720 }, { "grad_norm": 0.4897513687610626, "learning_rate": 9.985669678086443e-05, "loss": 0.0587, "step": 730 }, { "grad_norm": 0.6540457010269165, "learning_rate": 9.984391460808298e-05, "loss": 0.0641, "step": 740 }, { "grad_norm": 0.4813862442970276, "learning_rate": 9.983058735023709e-05, "loss": 0.0629, "step": 750 }, { "grad_norm": 0.5242043137550354, "learning_rate": 9.98167151530715e-05, "loss": 0.063, "step": 760 }, { "grad_norm": 0.6065780520439148, "learning_rate": 9.980229816829034e-05, "loss": 0.0611, "step": 770 }, { "grad_norm": 0.5511143803596497, "learning_rate": 9.978733655355544e-05, "loss": 0.0567, "step": 780 }, { "grad_norm": 0.4278746545314789, "learning_rate": 9.977183047248464e-05, "loss": 0.0552, "step": 790 }, { "grad_norm": 0.6781916618347168, "learning_rate": 9.975578009464992e-05, "loss": 0.0567, "step": 800 }, { "grad_norm": 0.594359278678894, "learning_rate": 9.97391855955757e-05, "loss": 0.0522, "step": 810 }, { "grad_norm": 0.43774527311325073, "learning_rate": 9.972204715673669e-05, "loss": 0.0572, "step": 820 }, { "grad_norm": 0.48137667775154114, "learning_rate": 9.970436496555617e-05, "loss": 0.0554, "step": 830 }, { "grad_norm": 0.5285120010375977, "learning_rate": 9.968613921540373e-05, "loss": 0.0555, "step": 840 }, { "grad_norm": 0.56706303358078, "learning_rate": 9.966737010559326e-05, "loss": 0.0567, "step": 850 }, { "grad_norm": 0.4806326627731323, "learning_rate": 9.964805784138072e-05, "loss": 0.0531, "step": 860 }, { "grad_norm": 0.3803306818008423, "learning_rate": 9.962820263396195e-05, "loss": 0.0565, "step": 870 }, { "grad_norm": 0.36808979511260986, "learning_rate": 9.960780470047033e-05, "loss": 0.0581, "step": 880 }, { "grad_norm": 0.40331846475601196, "learning_rate": 9.958686426397437e-05, "loss": 0.0533, "step": 890 }, { "grad_norm": 0.6340707540512085, "learning_rate": 9.956538155347534e-05, "loss": 0.0568, "step": 900 }, { "grad_norm": 0.39838486909866333, "learning_rate": 9.95433568039047e-05, "loss": 0.0565, "step": 910 }, { "grad_norm": 0.49196603894233704, "learning_rate": 9.952079025612162e-05, "loss": 0.0542, "step": 920 }, { "grad_norm": 0.4310521185398102, "learning_rate": 9.949768215691022e-05, "loss": 0.0514, "step": 930 }, { "grad_norm": 0.4756091237068176, "learning_rate": 9.9474032758977e-05, "loss": 0.0496, "step": 940 }, { "grad_norm": 0.5718101859092712, "learning_rate": 9.944984232094794e-05, "loss": 0.0542, "step": 950 }, { "grad_norm": 0.41708168387413025, "learning_rate": 9.942511110736584e-05, "loss": 0.0525, "step": 960 }, { "grad_norm": 0.49324584007263184, "learning_rate": 9.939983938868726e-05, "loss": 0.0504, "step": 970 }, { "grad_norm": 0.5282161235809326, "learning_rate": 9.93740274412797e-05, "loss": 0.048, "step": 980 }, { "grad_norm": 0.514083206653595, "learning_rate": 9.934767554741846e-05, "loss": 0.0593, "step": 990 }, { "grad_norm": 0.3495078682899475, "learning_rate": 9.932078399528361e-05, "loss": 0.0494, "step": 1000 }, { "grad_norm": 0.41942328214645386, "learning_rate": 9.929335307895689e-05, "loss": 0.0492, "step": 1010 }, { "grad_norm": 0.440787136554718, "learning_rate": 9.926538309841839e-05, "loss": 0.0508, "step": 1020 }, { "grad_norm": 0.4319920241832733, "learning_rate": 9.923687435954334e-05, "loss": 0.0465, "step": 1030 }, { "grad_norm": 0.442730188369751, "learning_rate": 9.920782717409873e-05, "loss": 0.0474, "step": 1040 }, { "grad_norm": 0.4020592272281647, "learning_rate": 9.917824185973994e-05, "loss": 0.0461, "step": 1050 }, { "grad_norm": 0.4431196451187134, "learning_rate": 9.914811874000723e-05, "loss": 0.0432, "step": 1060 }, { "grad_norm": 0.4450429677963257, "learning_rate": 9.911745814432218e-05, "loss": 0.0443, "step": 1070 }, { "grad_norm": 0.39805907011032104, "learning_rate": 9.90862604079842e-05, "loss": 0.047, "step": 1080 }, { "grad_norm": 0.4628763198852539, "learning_rate": 9.90545258721667e-05, "loss": 0.0456, "step": 1090 }, { "grad_norm": 0.4599934220314026, "learning_rate": 9.90222548839135e-05, "loss": 0.0423, "step": 1100 }, { "grad_norm": 0.48971888422966003, "learning_rate": 9.898944779613495e-05, "loss": 0.042, "step": 1110 }, { "grad_norm": 0.34011298418045044, "learning_rate": 9.89561049676041e-05, "loss": 0.0454, "step": 1120 }, { "grad_norm": 0.4216005802154541, "learning_rate": 9.89222267629528e-05, "loss": 0.0483, "step": 1130 }, { "grad_norm": 0.35573622584342957, "learning_rate": 9.888781355266763e-05, "loss": 0.046, "step": 1140 }, { "grad_norm": 0.44075602293014526, "learning_rate": 9.885286571308598e-05, "loss": 0.0415, "step": 1150 }, { "grad_norm": 0.388929545879364, "learning_rate": 9.881738362639182e-05, "loss": 0.0477, "step": 1160 }, { "grad_norm": 0.4881930649280548, "learning_rate": 9.878136768061154e-05, "loss": 0.0476, "step": 1170 }, { "grad_norm": 0.2878252863883972, "learning_rate": 9.874481826960979e-05, "loss": 0.0459, "step": 1180 }, { "grad_norm": 0.32550254464149475, "learning_rate": 9.870773579308503e-05, "loss": 0.0475, "step": 1190 }, { "grad_norm": 0.5072197318077087, "learning_rate": 9.867012065656533e-05, "loss": 0.0492, "step": 1200 }, { "grad_norm": 0.31288427114486694, "learning_rate": 9.863197327140376e-05, "loss": 0.0448, "step": 1210 }, { "grad_norm": 0.4018414318561554, "learning_rate": 9.859329405477403e-05, "loss": 0.0446, "step": 1220 }, { "grad_norm": 0.3380773961544037, "learning_rate": 9.855408342966585e-05, "loss": 0.0439, "step": 1230 }, { "grad_norm": 0.4015716314315796, "learning_rate": 9.851434182488033e-05, "loss": 0.0453, "step": 1240 }, { "grad_norm": 0.4873758554458618, "learning_rate": 9.84740696750253e-05, "loss": 0.0475, "step": 1250 }, { "grad_norm": 0.4280760586261749, "learning_rate": 9.843326742051055e-05, "loss": 0.0453, "step": 1260 }, { "grad_norm": 0.3748342990875244, "learning_rate": 9.839193550754297e-05, "loss": 0.0424, "step": 1270 }, { "grad_norm": 0.2873780429363251, "learning_rate": 9.835007438812177e-05, "loss": 0.0461, "step": 1280 }, { "grad_norm": 0.4805927872657776, "learning_rate": 9.830768452003341e-05, "loss": 0.0473, "step": 1290 }, { "grad_norm": 0.4719541370868683, "learning_rate": 9.826476636684671e-05, "loss": 0.0451, "step": 1300 }, { "grad_norm": 0.37388721108436584, "learning_rate": 9.822132039790773e-05, "loss": 0.0402, "step": 1310 }, { "grad_norm": 0.4118892252445221, "learning_rate": 9.817734708833461e-05, "loss": 0.0409, "step": 1320 }, { "grad_norm": 0.37456369400024414, "learning_rate": 9.813284691901243e-05, "loss": 0.0474, "step": 1330 }, { "grad_norm": 0.366475909948349, "learning_rate": 9.808782037658792e-05, "loss": 0.0467, "step": 1340 }, { "grad_norm": 0.4158547818660736, "learning_rate": 9.804226795346411e-05, "loss": 0.0438, "step": 1350 }, { "grad_norm": 0.3988237679004669, "learning_rate": 9.799619014779503e-05, "loss": 0.0455, "step": 1360 }, { "grad_norm": 0.461161345243454, "learning_rate": 9.794958746348013e-05, "loss": 0.0459, "step": 1370 }, { "grad_norm": 0.40928953886032104, "learning_rate": 9.790246041015896e-05, "loss": 0.0422, "step": 1380 }, { "grad_norm": 0.35601043701171875, "learning_rate": 9.785480950320538e-05, "loss": 0.0455, "step": 1390 }, { "grad_norm": 0.3959338366985321, "learning_rate": 9.78066352637221e-05, "loss": 0.0409, "step": 1400 }, { "grad_norm": 0.2934618294239044, "learning_rate": 9.775793821853488e-05, "loss": 0.0426, "step": 1410 }, { "grad_norm": 0.32849574089050293, "learning_rate": 9.77087189001868e-05, "loss": 0.0414, "step": 1420 }, { "grad_norm": 0.2887321710586548, "learning_rate": 9.765897784693243e-05, "loss": 0.042, "step": 1430 }, { "grad_norm": 0.3176138997077942, "learning_rate": 9.760871560273197e-05, "loss": 0.0409, "step": 1440 }, { "grad_norm": 0.3023015856742859, "learning_rate": 9.755793271724526e-05, "loss": 0.0383, "step": 1450 }, { "grad_norm": 0.30203044414520264, "learning_rate": 9.750662974582584e-05, "loss": 0.0453, "step": 1460 }, { "grad_norm": 0.32112640142440796, "learning_rate": 9.745480724951473e-05, "loss": 0.0394, "step": 1470 }, { "grad_norm": 0.35260456800460815, "learning_rate": 9.740246579503447e-05, "loss": 0.0419, "step": 1480 }, { "grad_norm": 0.38364699482917786, "learning_rate": 9.734960595478284e-05, "loss": 0.0395, "step": 1490 }, { "grad_norm": 0.2711741328239441, "learning_rate": 9.729622830682657e-05, "loss": 0.0413, "step": 1500 }, { "grad_norm": 0.37659505009651184, "learning_rate": 9.724233343489504e-05, "loss": 0.0431, "step": 1510 }, { "grad_norm": 0.34203895926475525, "learning_rate": 9.718792192837396e-05, "loss": 0.0385, "step": 1520 }, { "grad_norm": 0.3492147624492645, "learning_rate": 9.713299438229886e-05, "loss": 0.0408, "step": 1530 }, { "grad_norm": 0.376833975315094, "learning_rate": 9.707755139734855e-05, "loss": 0.0407, "step": 1540 }, { "grad_norm": 0.3310299515724182, "learning_rate": 9.702159357983866e-05, "loss": 0.0424, "step": 1550 }, { "grad_norm": 0.4313099980354309, "learning_rate": 9.696512154171492e-05, "loss": 0.0408, "step": 1560 }, { "grad_norm": 0.3074670135974884, "learning_rate": 9.690813590054645e-05, "loss": 0.0412, "step": 1570 }, { "grad_norm": 0.407257080078125, "learning_rate": 9.685063727951914e-05, "loss": 0.0384, "step": 1580 }, { "grad_norm": 0.3434610664844513, "learning_rate": 9.679262630742865e-05, "loss": 0.0392, "step": 1590 }, { "grad_norm": 0.3659120202064514, "learning_rate": 9.673410361867373e-05, "loss": 0.04, "step": 1600 }, { "grad_norm": 0.27791741490364075, "learning_rate": 9.667506985324909e-05, "loss": 0.0368, "step": 1610 }, { "grad_norm": 0.372648149728775, "learning_rate": 9.661552565673855e-05, "loss": 0.0377, "step": 1620 }, { "grad_norm": 0.34241539239883423, "learning_rate": 9.655547168030789e-05, "loss": 0.0414, "step": 1630 }, { "grad_norm": 0.3800923824310303, "learning_rate": 9.649490858069777e-05, "loss": 0.0376, "step": 1640 }, { "grad_norm": 0.31737324595451355, "learning_rate": 9.643383702021658e-05, "loss": 0.0404, "step": 1650 }, { "grad_norm": 0.30695679783821106, "learning_rate": 9.637225766673307e-05, "loss": 0.0385, "step": 1660 }, { "grad_norm": 0.39229393005371094, "learning_rate": 9.631017119366922e-05, "loss": 0.0393, "step": 1670 }, { "grad_norm": 0.40921512246131897, "learning_rate": 9.624757827999273e-05, "loss": 0.0401, "step": 1680 }, { "grad_norm": 0.38084226846694946, "learning_rate": 9.618447961020971e-05, "loss": 0.045, "step": 1690 }, { "grad_norm": 0.3038129210472107, "learning_rate": 9.612087587435707e-05, "loss": 0.0443, "step": 1700 }, { "grad_norm": 0.40956008434295654, "learning_rate": 9.605676776799508e-05, "loss": 0.0408, "step": 1710 }, { "grad_norm": 0.3406073749065399, "learning_rate": 9.599215599219973e-05, "loss": 0.0409, "step": 1720 }, { "grad_norm": 0.4000808000564575, "learning_rate": 9.592704125355505e-05, "loss": 0.037, "step": 1730 }, { "grad_norm": 0.3131536543369293, "learning_rate": 9.586142426414538e-05, "loss": 0.0391, "step": 1740 }, { "grad_norm": 0.2931848466396332, "learning_rate": 9.57953057415476e-05, "loss": 0.0418, "step": 1750 }, { "grad_norm": 0.3654329776763916, "learning_rate": 9.572868640882328e-05, "loss": 0.0403, "step": 1760 }, { "grad_norm": 0.31354957818984985, "learning_rate": 9.56615669945108e-05, "loss": 0.0405, "step": 1770 }, { "grad_norm": 0.2733428478240967, "learning_rate": 9.55939482326173e-05, "loss": 0.038, "step": 1780 }, { "grad_norm": 0.33055174350738525, "learning_rate": 9.552583086261069e-05, "loss": 0.0389, "step": 1790 }, { "grad_norm": 0.37414607405662537, "learning_rate": 9.545721562941168e-05, "loss": 0.038, "step": 1800 }, { "grad_norm": 0.3106588125228882, "learning_rate": 9.538810328338543e-05, "loss": 0.0354, "step": 1810 }, { "grad_norm": 0.29935017228126526, "learning_rate": 9.531849458033349e-05, "loss": 0.0386, "step": 1820 }, { "grad_norm": 0.33899688720703125, "learning_rate": 9.524839028148547e-05, "loss": 0.0368, "step": 1830 }, { "grad_norm": 0.30155089497566223, "learning_rate": 9.517779115349077e-05, "loss": 0.0386, "step": 1840 }, { "grad_norm": 0.35248517990112305, "learning_rate": 9.510669796841014e-05, "loss": 0.0375, "step": 1850 }, { "grad_norm": 0.32795798778533936, "learning_rate": 9.503511150370727e-05, "loss": 0.041, "step": 1860 }, { "grad_norm": 0.2872563302516937, "learning_rate": 9.496303254224024e-05, "loss": 0.0398, "step": 1870 }, { "grad_norm": 0.3730405569076538, "learning_rate": 9.489046187225306e-05, "loss": 0.0358, "step": 1880 }, { "grad_norm": 0.27110230922698975, "learning_rate": 9.481740028736692e-05, "loss": 0.0412, "step": 1890 }, { "grad_norm": 0.3750801384449005, "learning_rate": 9.474384858657164e-05, "loss": 0.0396, "step": 1900 }, { "grad_norm": 0.4135599434375763, "learning_rate": 9.466980757421679e-05, "loss": 0.0366, "step": 1910 }, { "grad_norm": 0.26806747913360596, "learning_rate": 9.459527806000305e-05, "loss": 0.0382, "step": 1920 }, { "grad_norm": 0.2689805030822754, "learning_rate": 9.452026085897325e-05, "loss": 0.0364, "step": 1930 }, { "grad_norm": 0.2570860683917999, "learning_rate": 9.444475679150348e-05, "loss": 0.0351, "step": 1940 }, { "grad_norm": 0.25675228238105774, "learning_rate": 9.436876668329411e-05, "loss": 0.037, "step": 1950 }, { "grad_norm": 0.265529066324234, "learning_rate": 9.429229136536079e-05, "loss": 0.0357, "step": 1960 }, { "grad_norm": 0.3379988372325897, "learning_rate": 9.421533167402534e-05, "loss": 0.0372, "step": 1970 }, { "grad_norm": 0.31956690549850464, "learning_rate": 9.413788845090666e-05, "loss": 0.0366, "step": 1980 }, { "grad_norm": 0.3493328094482422, "learning_rate": 9.405996254291136e-05, "loss": 0.0355, "step": 1990 }, { "grad_norm": 0.337277889251709, "learning_rate": 9.398155480222474e-05, "loss": 0.0361, "step": 2000 } ], "logging_steps": 10, "max_steps": 10000, "num_input_tokens_seen": 0, "num_train_epochs": 9223372036854775807, "save_steps": 2000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 64, "trial_name": null, "trial_params": null }