Instructions to use squaredcuber/asimov-groot-n17 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Asimov
How to use squaredcuber/asimov-groot-n17 with Asimov:
# Run the policy in a browser simulation of the Asimov 1 humanoid (no GPU needed) git clone https://github.com/menloresearch/humanoid-policy-viewer cd humanoid-policy-viewer npm install npm run hf squaredcuber/asimov-groot-n17
- Notebooks
- Google Colab
- Kaggle
Download checkpoints/checkpoint-2000/trainer_state.json from squaredcuber/asimov-groot-n17: direct link, hf CLI and curl.
- Browser
- Download file 28 kB
-
https://huggingface.co/squaredcuber/asimov-groot-n17/resolve/main/checkpoints/checkpoint-2000/trainer_state.json
- Command line
-
hf download hf://squaredcuber/asimov-groot-n17/checkpoints/checkpoint-2000/trainer_state.json
-
curl -L -o trainer_state.json https://huggingface.co/squaredcuber/asimov-groot-n17/resolve/main/checkpoints/checkpoint-2000/trainer_state.json
28 kB
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.2,
"eval_steps": 500,
"global_step": 2000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"grad_norm": 0.21528546512126923,
"learning_rate": 1.8e-06,
"loss": 1.0366,
"step": 10
},
{
"grad_norm": 0.13136565685272217,
"learning_rate": 3.8e-06,
"loss": 1.03,
"step": 20
},
{
"grad_norm": 0.12446875125169754,
"learning_rate": 5.8e-06,
"loss": 1.0309,
"step": 30
},
{
"grad_norm": 0.15408794581890106,
"learning_rate": 7.8e-06,
"loss": 1.032,
"step": 40
},
{
"grad_norm": 0.10680217295885086,
"learning_rate": 9.800000000000001e-06,
"loss": 1.0163,
"step": 50
},
{
"grad_norm": 0.1537240743637085,
"learning_rate": 1.18e-05,
"loss": 1.0262,
"step": 60
},
{
"grad_norm": 0.4199574291706085,
"learning_rate": 1.3800000000000002e-05,
"loss": 1.0157,
"step": 70
},
{
"grad_norm": 1.0064632892608643,
"learning_rate": 1.58e-05,
"loss": 0.9777,
"step": 80
},
{
"grad_norm": 1.637765645980835,
"learning_rate": 1.78e-05,
"loss": 0.8883,
"step": 90
},
{
"grad_norm": 1.4880319833755493,
"learning_rate": 1.9800000000000004e-05,
"loss": 0.7896,
"step": 100
},
{
"grad_norm": 1.8579853773117065,
"learning_rate": 2.18e-05,
"loss": 0.6818,
"step": 110
},
{
"grad_norm": 2.233501434326172,
"learning_rate": 2.38e-05,
"loss": 0.5712,
"step": 120
},
{
"grad_norm": 1.536034107208252,
"learning_rate": 2.58e-05,
"loss": 0.4855,
"step": 130
},
{
"grad_norm": 2.348320960998535,
"learning_rate": 2.7800000000000005e-05,
"loss": 0.4199,
"step": 140
},
{
"grad_norm": 2.740518808364868,
"learning_rate": 2.98e-05,
"loss": 0.3618,
"step": 150
},
{
"grad_norm": 2.4130699634552,
"learning_rate": 3.18e-05,
"loss": 0.3038,
"step": 160
},
{
"grad_norm": 2.0964725017547607,
"learning_rate": 3.38e-05,
"loss": 0.2463,
"step": 170
},
{
"grad_norm": 2.240973949432373,
"learning_rate": 3.58e-05,
"loss": 0.1848,
"step": 180
},
{
"grad_norm": 1.9470782279968262,
"learning_rate": 3.7800000000000004e-05,
"loss": 0.1687,
"step": 190
},
{
"grad_norm": 1.8744152784347534,
"learning_rate": 3.9800000000000005e-05,
"loss": 0.1533,
"step": 200
},
{
"grad_norm": 1.4805837869644165,
"learning_rate": 4.18e-05,
"loss": 0.1393,
"step": 210
},
{
"grad_norm": 1.422154188156128,
"learning_rate": 4.38e-05,
"loss": 0.1374,
"step": 220
},
{
"grad_norm": 1.6165127754211426,
"learning_rate": 4.58e-05,
"loss": 0.135,
"step": 230
},
{
"grad_norm": 1.4957090616226196,
"learning_rate": 4.78e-05,
"loss": 0.1284,
"step": 240
},
{
"grad_norm": 1.1574255228042603,
"learning_rate": 4.9800000000000004e-05,
"loss": 0.1214,
"step": 250
},
{
"grad_norm": 1.4897589683532715,
"learning_rate": 5.1800000000000005e-05,
"loss": 0.1165,
"step": 260
},
{
"grad_norm": 1.3318716287612915,
"learning_rate": 5.380000000000001e-05,
"loss": 0.1133,
"step": 270
},
{
"grad_norm": 1.2887567281723022,
"learning_rate": 5.580000000000001e-05,
"loss": 0.1083,
"step": 280
},
{
"grad_norm": 1.0414866209030151,
"learning_rate": 5.7799999999999995e-05,
"loss": 0.1066,
"step": 290
},
{
"grad_norm": 0.8801497220993042,
"learning_rate": 5.9800000000000003e-05,
"loss": 0.1137,
"step": 300
},
{
"grad_norm": 1.3699196577072144,
"learning_rate": 6.18e-05,
"loss": 0.1105,
"step": 310
},
{
"grad_norm": 0.9704692363739014,
"learning_rate": 6.38e-05,
"loss": 0.0951,
"step": 320
},
{
"grad_norm": 1.0016605854034424,
"learning_rate": 6.58e-05,
"loss": 0.0927,
"step": 330
},
{
"grad_norm": 1.1991188526153564,
"learning_rate": 6.780000000000001e-05,
"loss": 0.1079,
"step": 340
},
{
"grad_norm": 0.9629455804824829,
"learning_rate": 6.98e-05,
"loss": 0.0962,
"step": 350
},
{
"grad_norm": 0.8451492786407471,
"learning_rate": 7.18e-05,
"loss": 0.1001,
"step": 360
},
{
"grad_norm": 1.0413812398910522,
"learning_rate": 7.38e-05,
"loss": 0.0882,
"step": 370
},
{
"grad_norm": 0.809985876083374,
"learning_rate": 7.58e-05,
"loss": 0.0852,
"step": 380
},
{
"grad_norm": 0.9098230600357056,
"learning_rate": 7.780000000000001e-05,
"loss": 0.0864,
"step": 390
},
{
"grad_norm": 0.9273769855499268,
"learning_rate": 7.98e-05,
"loss": 0.0926,
"step": 400
},
{
"grad_norm": 0.7023594975471497,
"learning_rate": 8.18e-05,
"loss": 0.0925,
"step": 410
},
{
"grad_norm": 0.916952908039093,
"learning_rate": 8.38e-05,
"loss": 0.0859,
"step": 420
},
{
"grad_norm": 0.9408313632011414,
"learning_rate": 8.58e-05,
"loss": 0.0929,
"step": 430
},
{
"grad_norm": 0.6694541573524475,
"learning_rate": 8.78e-05,
"loss": 0.0856,
"step": 440
},
{
"grad_norm": 0.7001609802246094,
"learning_rate": 8.98e-05,
"loss": 0.0833,
"step": 450
},
{
"grad_norm": 0.6541915535926819,
"learning_rate": 9.180000000000001e-05,
"loss": 0.077,
"step": 460
},
{
"grad_norm": 0.6620949506759644,
"learning_rate": 9.38e-05,
"loss": 0.0739,
"step": 470
},
{
"grad_norm": 0.4554102122783661,
"learning_rate": 9.58e-05,
"loss": 0.0769,
"step": 480
},
{
"grad_norm": 0.6692667007446289,
"learning_rate": 9.78e-05,
"loss": 0.0724,
"step": 490
},
{
"grad_norm": 0.704838752746582,
"learning_rate": 9.98e-05,
"loss": 0.0792,
"step": 500
},
{
"grad_norm": 0.7002806663513184,
"learning_rate": 9.9999778549206e-05,
"loss": 0.0791,
"step": 510
},
{
"grad_norm": 0.7324801087379456,
"learning_rate": 9.999901304280685e-05,
"loss": 0.0792,
"step": 520
},
{
"grad_norm": 0.6070139408111572,
"learning_rate": 9.999770075521164e-05,
"loss": 0.0706,
"step": 530
},
{
"grad_norm": 0.7607759237289429,
"learning_rate": 9.99958417007713e-05,
"loss": 0.0701,
"step": 540
},
{
"grad_norm": 0.6444894671440125,
"learning_rate": 9.999343589981615e-05,
"loss": 0.0666,
"step": 550
},
{
"grad_norm": 0.5152785181999207,
"learning_rate": 9.999048337865568e-05,
"loss": 0.0749,
"step": 560
},
{
"grad_norm": 0.6609567999839783,
"learning_rate": 9.998698416957815e-05,
"loss": 0.0717,
"step": 570
},
{
"grad_norm": 0.4862300157546997,
"learning_rate": 9.998293831085037e-05,
"loss": 0.0678,
"step": 580
},
{
"grad_norm": 0.7002349495887756,
"learning_rate": 9.997834584671719e-05,
"loss": 0.0654,
"step": 590
},
{
"grad_norm": 0.5144604444503784,
"learning_rate": 9.997320682740107e-05,
"loss": 0.0689,
"step": 600
},
{
"grad_norm": 0.4940488338470459,
"learning_rate": 9.996752130910149e-05,
"loss": 0.0695,
"step": 610
},
{
"grad_norm": 0.4847361445426941,
"learning_rate": 9.99612893539944e-05,
"loss": 0.0661,
"step": 620
},
{
"grad_norm": 0.66635662317276,
"learning_rate": 9.995451103023144e-05,
"loss": 0.0638,
"step": 630
},
{
"grad_norm": 0.573968768119812,
"learning_rate": 9.994718641193928e-05,
"loss": 0.067,
"step": 640
},
{
"grad_norm": 0.43992412090301514,
"learning_rate": 9.993931557921874e-05,
"loss": 0.0654,
"step": 650
},
{
"grad_norm": 0.6159323453903198,
"learning_rate": 9.993089861814402e-05,
"loss": 0.0647,
"step": 660
},
{
"grad_norm": 0.6524854302406311,
"learning_rate": 9.992193562076166e-05,
"loss": 0.0616,
"step": 670
},
{
"grad_norm": 0.5196991562843323,
"learning_rate": 9.991242668508954e-05,
"loss": 0.0589,
"step": 680
},
{
"grad_norm": 0.5245814323425293,
"learning_rate": 9.990237191511587e-05,
"loss": 0.0585,
"step": 690
},
{
"grad_norm": 0.599445104598999,
"learning_rate": 9.989177142079802e-05,
"loss": 0.0584,
"step": 700
},
{
"grad_norm": 0.4687654376029968,
"learning_rate": 9.988062531806126e-05,
"loss": 0.0571,
"step": 710
},
{
"grad_norm": 0.44116899371147156,
"learning_rate": 9.986893372879762e-05,
"loss": 0.0586,
"step": 720
},
{
"grad_norm": 0.4897513687610626,
"learning_rate": 9.985669678086443e-05,
"loss": 0.0587,
"step": 730
},
{
"grad_norm": 0.6540457010269165,
"learning_rate": 9.984391460808298e-05,
"loss": 0.0641,
"step": 740
},
{
"grad_norm": 0.4813862442970276,
"learning_rate": 9.983058735023709e-05,
"loss": 0.0629,
"step": 750
},
{
"grad_norm": 0.5242043137550354,
"learning_rate": 9.98167151530715e-05,
"loss": 0.063,
"step": 760
},
{
"grad_norm": 0.6065780520439148,
"learning_rate": 9.980229816829034e-05,
"loss": 0.0611,
"step": 770
},
{
"grad_norm": 0.5511143803596497,
"learning_rate": 9.978733655355544e-05,
"loss": 0.0567,
"step": 780
},
{
"grad_norm": 0.4278746545314789,
"learning_rate": 9.977183047248464e-05,
"loss": 0.0552,
"step": 790
},
{
"grad_norm": 0.6781916618347168,
"learning_rate": 9.975578009464992e-05,
"loss": 0.0567,
"step": 800
},
{
"grad_norm": 0.594359278678894,
"learning_rate": 9.97391855955757e-05,
"loss": 0.0522,
"step": 810
},
{
"grad_norm": 0.43774527311325073,
"learning_rate": 9.972204715673669e-05,
"loss": 0.0572,
"step": 820
},
{
"grad_norm": 0.48137667775154114,
"learning_rate": 9.970436496555617e-05,
"loss": 0.0554,
"step": 830
},
{
"grad_norm": 0.5285120010375977,
"learning_rate": 9.968613921540373e-05,
"loss": 0.0555,
"step": 840
},
{
"grad_norm": 0.56706303358078,
"learning_rate": 9.966737010559326e-05,
"loss": 0.0567,
"step": 850
},
{
"grad_norm": 0.4806326627731323,
"learning_rate": 9.964805784138072e-05,
"loss": 0.0531,
"step": 860
},
{
"grad_norm": 0.3803306818008423,
"learning_rate": 9.962820263396195e-05,
"loss": 0.0565,
"step": 870
},
{
"grad_norm": 0.36808979511260986,
"learning_rate": 9.960780470047033e-05,
"loss": 0.0581,
"step": 880
},
{
"grad_norm": 0.40331846475601196,
"learning_rate": 9.958686426397437e-05,
"loss": 0.0533,
"step": 890
},
{
"grad_norm": 0.6340707540512085,
"learning_rate": 9.956538155347534e-05,
"loss": 0.0568,
"step": 900
},
{
"grad_norm": 0.39838486909866333,
"learning_rate": 9.95433568039047e-05,
"loss": 0.0565,
"step": 910
},
{
"grad_norm": 0.49196603894233704,
"learning_rate": 9.952079025612162e-05,
"loss": 0.0542,
"step": 920
},
{
"grad_norm": 0.4310521185398102,
"learning_rate": 9.949768215691022e-05,
"loss": 0.0514,
"step": 930
},
{
"grad_norm": 0.4756091237068176,
"learning_rate": 9.9474032758977e-05,
"loss": 0.0496,
"step": 940
},
{
"grad_norm": 0.5718101859092712,
"learning_rate": 9.944984232094794e-05,
"loss": 0.0542,
"step": 950
},
{
"grad_norm": 0.41708168387413025,
"learning_rate": 9.942511110736584e-05,
"loss": 0.0525,
"step": 960
},
{
"grad_norm": 0.49324584007263184,
"learning_rate": 9.939983938868726e-05,
"loss": 0.0504,
"step": 970
},
{
"grad_norm": 0.5282161235809326,
"learning_rate": 9.93740274412797e-05,
"loss": 0.048,
"step": 980
},
{
"grad_norm": 0.514083206653595,
"learning_rate": 9.934767554741846e-05,
"loss": 0.0593,
"step": 990
},
{
"grad_norm": 0.3495078682899475,
"learning_rate": 9.932078399528361e-05,
"loss": 0.0494,
"step": 1000
},
{
"grad_norm": 0.41942328214645386,
"learning_rate": 9.929335307895689e-05,
"loss": 0.0492,
"step": 1010
},
{
"grad_norm": 0.440787136554718,
"learning_rate": 9.926538309841839e-05,
"loss": 0.0508,
"step": 1020
},
{
"grad_norm": 0.4319920241832733,
"learning_rate": 9.923687435954334e-05,
"loss": 0.0465,
"step": 1030
},
{
"grad_norm": 0.442730188369751,
"learning_rate": 9.920782717409873e-05,
"loss": 0.0474,
"step": 1040
},
{
"grad_norm": 0.4020592272281647,
"learning_rate": 9.917824185973994e-05,
"loss": 0.0461,
"step": 1050
},
{
"grad_norm": 0.4431196451187134,
"learning_rate": 9.914811874000723e-05,
"loss": 0.0432,
"step": 1060
},
{
"grad_norm": 0.4450429677963257,
"learning_rate": 9.911745814432218e-05,
"loss": 0.0443,
"step": 1070
},
{
"grad_norm": 0.39805907011032104,
"learning_rate": 9.90862604079842e-05,
"loss": 0.047,
"step": 1080
},
{
"grad_norm": 0.4628763198852539,
"learning_rate": 9.90545258721667e-05,
"loss": 0.0456,
"step": 1090
},
{
"grad_norm": 0.4599934220314026,
"learning_rate": 9.90222548839135e-05,
"loss": 0.0423,
"step": 1100
},
{
"grad_norm": 0.48971888422966003,
"learning_rate": 9.898944779613495e-05,
"loss": 0.042,
"step": 1110
},
{
"grad_norm": 0.34011298418045044,
"learning_rate": 9.89561049676041e-05,
"loss": 0.0454,
"step": 1120
},
{
"grad_norm": 0.4216005802154541,
"learning_rate": 9.89222267629528e-05,
"loss": 0.0483,
"step": 1130
},
{
"grad_norm": 0.35573622584342957,
"learning_rate": 9.888781355266763e-05,
"loss": 0.046,
"step": 1140
},
{
"grad_norm": 0.44075602293014526,
"learning_rate": 9.885286571308598e-05,
"loss": 0.0415,
"step": 1150
},
{
"grad_norm": 0.388929545879364,
"learning_rate": 9.881738362639182e-05,
"loss": 0.0477,
"step": 1160
},
{
"grad_norm": 0.4881930649280548,
"learning_rate": 9.878136768061154e-05,
"loss": 0.0476,
"step": 1170
},
{
"grad_norm": 0.2878252863883972,
"learning_rate": 9.874481826960979e-05,
"loss": 0.0459,
"step": 1180
},
{
"grad_norm": 0.32550254464149475,
"learning_rate": 9.870773579308503e-05,
"loss": 0.0475,
"step": 1190
},
{
"grad_norm": 0.5072197318077087,
"learning_rate": 9.867012065656533e-05,
"loss": 0.0492,
"step": 1200
},
{
"grad_norm": 0.31288427114486694,
"learning_rate": 9.863197327140376e-05,
"loss": 0.0448,
"step": 1210
},
{
"grad_norm": 0.4018414318561554,
"learning_rate": 9.859329405477403e-05,
"loss": 0.0446,
"step": 1220
},
{
"grad_norm": 0.3380773961544037,
"learning_rate": 9.855408342966585e-05,
"loss": 0.0439,
"step": 1230
},
{
"grad_norm": 0.4015716314315796,
"learning_rate": 9.851434182488033e-05,
"loss": 0.0453,
"step": 1240
},
{
"grad_norm": 0.4873758554458618,
"learning_rate": 9.84740696750253e-05,
"loss": 0.0475,
"step": 1250
},
{
"grad_norm": 0.4280760586261749,
"learning_rate": 9.843326742051055e-05,
"loss": 0.0453,
"step": 1260
},
{
"grad_norm": 0.3748342990875244,
"learning_rate": 9.839193550754297e-05,
"loss": 0.0424,
"step": 1270
},
{
"grad_norm": 0.2873780429363251,
"learning_rate": 9.835007438812177e-05,
"loss": 0.0461,
"step": 1280
},
{
"grad_norm": 0.4805927872657776,
"learning_rate": 9.830768452003341e-05,
"loss": 0.0473,
"step": 1290
},
{
"grad_norm": 0.4719541370868683,
"learning_rate": 9.826476636684671e-05,
"loss": 0.0451,
"step": 1300
},
{
"grad_norm": 0.37388721108436584,
"learning_rate": 9.822132039790773e-05,
"loss": 0.0402,
"step": 1310
},
{
"grad_norm": 0.4118892252445221,
"learning_rate": 9.817734708833461e-05,
"loss": 0.0409,
"step": 1320
},
{
"grad_norm": 0.37456369400024414,
"learning_rate": 9.813284691901243e-05,
"loss": 0.0474,
"step": 1330
},
{
"grad_norm": 0.366475909948349,
"learning_rate": 9.808782037658792e-05,
"loss": 0.0467,
"step": 1340
},
{
"grad_norm": 0.4158547818660736,
"learning_rate": 9.804226795346411e-05,
"loss": 0.0438,
"step": 1350
},
{
"grad_norm": 0.3988237679004669,
"learning_rate": 9.799619014779503e-05,
"loss": 0.0455,
"step": 1360
},
{
"grad_norm": 0.461161345243454,
"learning_rate": 9.794958746348013e-05,
"loss": 0.0459,
"step": 1370
},
{
"grad_norm": 0.40928953886032104,
"learning_rate": 9.790246041015896e-05,
"loss": 0.0422,
"step": 1380
},
{
"grad_norm": 0.35601043701171875,
"learning_rate": 9.785480950320538e-05,
"loss": 0.0455,
"step": 1390
},
{
"grad_norm": 0.3959338366985321,
"learning_rate": 9.78066352637221e-05,
"loss": 0.0409,
"step": 1400
},
{
"grad_norm": 0.2934618294239044,
"learning_rate": 9.775793821853488e-05,
"loss": 0.0426,
"step": 1410
},
{
"grad_norm": 0.32849574089050293,
"learning_rate": 9.77087189001868e-05,
"loss": 0.0414,
"step": 1420
},
{
"grad_norm": 0.2887321710586548,
"learning_rate": 9.765897784693243e-05,
"loss": 0.042,
"step": 1430
},
{
"grad_norm": 0.3176138997077942,
"learning_rate": 9.760871560273197e-05,
"loss": 0.0409,
"step": 1440
},
{
"grad_norm": 0.3023015856742859,
"learning_rate": 9.755793271724526e-05,
"loss": 0.0383,
"step": 1450
},
{
"grad_norm": 0.30203044414520264,
"learning_rate": 9.750662974582584e-05,
"loss": 0.0453,
"step": 1460
},
{
"grad_norm": 0.32112640142440796,
"learning_rate": 9.745480724951473e-05,
"loss": 0.0394,
"step": 1470
},
{
"grad_norm": 0.35260456800460815,
"learning_rate": 9.740246579503447e-05,
"loss": 0.0419,
"step": 1480
},
{
"grad_norm": 0.38364699482917786,
"learning_rate": 9.734960595478284e-05,
"loss": 0.0395,
"step": 1490
},
{
"grad_norm": 0.2711741328239441,
"learning_rate": 9.729622830682657e-05,
"loss": 0.0413,
"step": 1500
},
{
"grad_norm": 0.37659505009651184,
"learning_rate": 9.724233343489504e-05,
"loss": 0.0431,
"step": 1510
},
{
"grad_norm": 0.34203895926475525,
"learning_rate": 9.718792192837396e-05,
"loss": 0.0385,
"step": 1520
},
{
"grad_norm": 0.3492147624492645,
"learning_rate": 9.713299438229886e-05,
"loss": 0.0408,
"step": 1530
},
{
"grad_norm": 0.376833975315094,
"learning_rate": 9.707755139734855e-05,
"loss": 0.0407,
"step": 1540
},
{
"grad_norm": 0.3310299515724182,
"learning_rate": 9.702159357983866e-05,
"loss": 0.0424,
"step": 1550
},
{
"grad_norm": 0.4313099980354309,
"learning_rate": 9.696512154171492e-05,
"loss": 0.0408,
"step": 1560
},
{
"grad_norm": 0.3074670135974884,
"learning_rate": 9.690813590054645e-05,
"loss": 0.0412,
"step": 1570
},
{
"grad_norm": 0.407257080078125,
"learning_rate": 9.685063727951914e-05,
"loss": 0.0384,
"step": 1580
},
{
"grad_norm": 0.3434610664844513,
"learning_rate": 9.679262630742865e-05,
"loss": 0.0392,
"step": 1590
},
{
"grad_norm": 0.3659120202064514,
"learning_rate": 9.673410361867373e-05,
"loss": 0.04,
"step": 1600
},
{
"grad_norm": 0.27791741490364075,
"learning_rate": 9.667506985324909e-05,
"loss": 0.0368,
"step": 1610
},
{
"grad_norm": 0.372648149728775,
"learning_rate": 9.661552565673855e-05,
"loss": 0.0377,
"step": 1620
},
{
"grad_norm": 0.34241539239883423,
"learning_rate": 9.655547168030789e-05,
"loss": 0.0414,
"step": 1630
},
{
"grad_norm": 0.3800923824310303,
"learning_rate": 9.649490858069777e-05,
"loss": 0.0376,
"step": 1640
},
{
"grad_norm": 0.31737324595451355,
"learning_rate": 9.643383702021658e-05,
"loss": 0.0404,
"step": 1650
},
{
"grad_norm": 0.30695679783821106,
"learning_rate": 9.637225766673307e-05,
"loss": 0.0385,
"step": 1660
},
{
"grad_norm": 0.39229393005371094,
"learning_rate": 9.631017119366922e-05,
"loss": 0.0393,
"step": 1670
},
{
"grad_norm": 0.40921512246131897,
"learning_rate": 9.624757827999273e-05,
"loss": 0.0401,
"step": 1680
},
{
"grad_norm": 0.38084226846694946,
"learning_rate": 9.618447961020971e-05,
"loss": 0.045,
"step": 1690
},
{
"grad_norm": 0.3038129210472107,
"learning_rate": 9.612087587435707e-05,
"loss": 0.0443,
"step": 1700
},
{
"grad_norm": 0.40956008434295654,
"learning_rate": 9.605676776799508e-05,
"loss": 0.0408,
"step": 1710
},
{
"grad_norm": 0.3406073749065399,
"learning_rate": 9.599215599219973e-05,
"loss": 0.0409,
"step": 1720
},
{
"grad_norm": 0.4000808000564575,
"learning_rate": 9.592704125355505e-05,
"loss": 0.037,
"step": 1730
},
{
"grad_norm": 0.3131536543369293,
"learning_rate": 9.586142426414538e-05,
"loss": 0.0391,
"step": 1740
},
{
"grad_norm": 0.2931848466396332,
"learning_rate": 9.57953057415476e-05,
"loss": 0.0418,
"step": 1750
},
{
"grad_norm": 0.3654329776763916,
"learning_rate": 9.572868640882328e-05,
"loss": 0.0403,
"step": 1760
},
{
"grad_norm": 0.31354957818984985,
"learning_rate": 9.56615669945108e-05,
"loss": 0.0405,
"step": 1770
},
{
"grad_norm": 0.2733428478240967,
"learning_rate": 9.55939482326173e-05,
"loss": 0.038,
"step": 1780
},
{
"grad_norm": 0.33055174350738525,
"learning_rate": 9.552583086261069e-05,
"loss": 0.0389,
"step": 1790
},
{
"grad_norm": 0.37414607405662537,
"learning_rate": 9.545721562941168e-05,
"loss": 0.038,
"step": 1800
},
{
"grad_norm": 0.3106588125228882,
"learning_rate": 9.538810328338543e-05,
"loss": 0.0354,
"step": 1810
},
{
"grad_norm": 0.29935017228126526,
"learning_rate": 9.531849458033349e-05,
"loss": 0.0386,
"step": 1820
},
{
"grad_norm": 0.33899688720703125,
"learning_rate": 9.524839028148547e-05,
"loss": 0.0368,
"step": 1830
},
{
"grad_norm": 0.30155089497566223,
"learning_rate": 9.517779115349077e-05,
"loss": 0.0386,
"step": 1840
},
{
"grad_norm": 0.35248517990112305,
"learning_rate": 9.510669796841014e-05,
"loss": 0.0375,
"step": 1850
},
{
"grad_norm": 0.32795798778533936,
"learning_rate": 9.503511150370727e-05,
"loss": 0.041,
"step": 1860
},
{
"grad_norm": 0.2872563302516937,
"learning_rate": 9.496303254224024e-05,
"loss": 0.0398,
"step": 1870
},
{
"grad_norm": 0.3730405569076538,
"learning_rate": 9.489046187225306e-05,
"loss": 0.0358,
"step": 1880
},
{
"grad_norm": 0.27110230922698975,
"learning_rate": 9.481740028736692e-05,
"loss": 0.0412,
"step": 1890
},
{
"grad_norm": 0.3750801384449005,
"learning_rate": 9.474384858657164e-05,
"loss": 0.0396,
"step": 1900
},
{
"grad_norm": 0.4135599434375763,
"learning_rate": 9.466980757421679e-05,
"loss": 0.0366,
"step": 1910
},
{
"grad_norm": 0.26806747913360596,
"learning_rate": 9.459527806000305e-05,
"loss": 0.0382,
"step": 1920
},
{
"grad_norm": 0.2689805030822754,
"learning_rate": 9.452026085897325e-05,
"loss": 0.0364,
"step": 1930
},
{
"grad_norm": 0.2570860683917999,
"learning_rate": 9.444475679150348e-05,
"loss": 0.0351,
"step": 1940
},
{
"grad_norm": 0.25675228238105774,
"learning_rate": 9.436876668329411e-05,
"loss": 0.037,
"step": 1950
},
{
"grad_norm": 0.265529066324234,
"learning_rate": 9.429229136536079e-05,
"loss": 0.0357,
"step": 1960
},
{
"grad_norm": 0.3379988372325897,
"learning_rate": 9.421533167402534e-05,
"loss": 0.0372,
"step": 1970
},
{
"grad_norm": 0.31956690549850464,
"learning_rate": 9.413788845090666e-05,
"loss": 0.0366,
"step": 1980
},
{
"grad_norm": 0.3493328094482422,
"learning_rate": 9.405996254291136e-05,
"loss": 0.0355,
"step": 1990
},
{
"grad_norm": 0.337277889251709,
"learning_rate": 9.398155480222474e-05,
"loss": 0.0361,
"step": 2000
}
],
"logging_steps": 10,
"max_steps": 10000,
"num_input_tokens_seen": 0,
"num_train_epochs": 9223372036854775807,
"save_steps": 2000,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 0.0,
"train_batch_size": 64,
"trial_name": null,
"trial_params": null
}
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.2,
"eval_steps": 500,
"global_step": 2000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"grad_norm": 0.21528546512126923,
"learning_rate": 1.8e-06,
"loss": 1.0366,
"step": 10
},
{
"grad_norm": 0.13136565685272217,
"learning_rate": 3.8e-06,
"loss": 1.03,
"step": 20
},
{
"grad_norm": 0.12446875125169754,
"learning_rate": 5.8e-06,
"loss": 1.0309,
"step": 30
},
{
"grad_norm": 0.15408794581890106,
"learning_rate": 7.8e-06,
"loss": 1.032,
"step": 40
},
{
"grad_norm": 0.10680217295885086,
"learning_rate": 9.800000000000001e-06,
"loss": 1.0163,
"step": 50
},
{
"grad_norm": 0.1537240743637085,
"learning_rate": 1.18e-05,
"loss": 1.0262,
"step": 60
},
{
"grad_norm": 0.4199574291706085,
"learning_rate": 1.3800000000000002e-05,
"loss": 1.0157,
"step": 70
},
{
"grad_norm": 1.0064632892608643,
"learning_rate": 1.58e-05,
"loss": 0.9777,
"step": 80
},
{
"grad_norm": 1.637765645980835,
"learning_rate": 1.78e-05,
"loss": 0.8883,
"step": 90
},
{
"grad_norm": 1.4880319833755493,
"learning_rate": 1.9800000000000004e-05,
"loss": 0.7896,
"step": 100
},
{
"grad_norm": 1.8579853773117065,
"learning_rate": 2.18e-05,
"loss": 0.6818,
"step": 110
},
{
"grad_norm": 2.233501434326172,
"learning_rate": 2.38e-05,
"loss": 0.5712,
"step": 120
},
{
"grad_norm": 1.536034107208252,
"learning_rate": 2.58e-05,
"loss": 0.4855,
"step": 130
},
{
"grad_norm": 2.348320960998535,
"learning_rate": 2.7800000000000005e-05,
"loss": 0.4199,
"step": 140
},
{
"grad_norm": 2.740518808364868,
"learning_rate": 2.98e-05,
"loss": 0.3618,
"step": 150