{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 0.0793965859468043, "eval_steps": 500, "global_step": 200, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.003969829297340214, "grad_norm": 0.6961175799369812, "learning_rate": 0.00016, "loss": 3.2075271606445312, "step": 10 }, { "epoch": 0.007939658594680429, "grad_norm": 0.9305199384689331, "learning_rate": 0.00019978799522989268, "loss": 3.1885648727416993, "step": 20 }, { "epoch": 0.011909487892020643, "grad_norm": 0.8452768325805664, "learning_rate": 0.00019952298926725852, "loss": 2.9959283828735352, "step": 30 }, { "epoch": 0.015879317189360857, "grad_norm": 0.9384715557098389, "learning_rate": 0.00019925798330462438, "loss": 3.132890510559082, "step": 40 }, { "epoch": 0.019849146486701073, "grad_norm": 0.9872943162918091, "learning_rate": 0.0001989929773419902, "loss": 3.1314294815063475, "step": 50 }, { "epoch": 0.023818975784041286, "grad_norm": 0.8298355937004089, "learning_rate": 0.00019872797137935604, "loss": 3.24124755859375, "step": 60 }, { "epoch": 0.027788805081381502, "grad_norm": 0.8308970928192139, "learning_rate": 0.00019846296541672188, "loss": 3.0996198654174805, "step": 70 }, { "epoch": 0.031758634378721715, "grad_norm": 0.8442180156707764, "learning_rate": 0.0001981979594540877, "loss": 3.0475082397460938, "step": 80 }, { "epoch": 0.03572846367606193, "grad_norm": 0.9131914377212524, "learning_rate": 0.00019793295349145357, "loss": 3.1756013870239257, "step": 90 }, { "epoch": 0.03969829297340215, "grad_norm": 0.9973925352096558, "learning_rate": 0.0001976679475288194, "loss": 3.159317398071289, "step": 100 }, { "epoch": 0.043668122270742356, "grad_norm": 0.9906535148620605, "learning_rate": 0.00019740294156618524, "loss": 3.086680603027344, "step": 110 }, { "epoch": 0.04763795156808257, "grad_norm": 0.8675328493118286, "learning_rate": 0.0001971379356035511, "loss": 3.0809303283691407, "step": 120 }, { "epoch": 0.05160778086542279, "grad_norm": 1.2756576538085938, "learning_rate": 0.00019687292964091694, "loss": 2.965633010864258, "step": 130 }, { "epoch": 0.055577610162763004, "grad_norm": 0.8540228605270386, "learning_rate": 0.00019660792367828277, "loss": 3.11167049407959, "step": 140 }, { "epoch": 0.05954743946010321, "grad_norm": 0.8471305966377258, "learning_rate": 0.0001963429177156486, "loss": 2.9493082046508787, "step": 150 }, { "epoch": 0.06351726875744343, "grad_norm": 1.0690556764602661, "learning_rate": 0.00019607791175301444, "loss": 3.1130550384521483, "step": 160 }, { "epoch": 0.06748709805478365, "grad_norm": 0.9682918787002563, "learning_rate": 0.0001958129057903803, "loss": 3.041396713256836, "step": 170 }, { "epoch": 0.07145692735212386, "grad_norm": 0.9328762292861938, "learning_rate": 0.00019554789982774613, "loss": 3.1088594436645507, "step": 180 }, { "epoch": 0.07542675664946408, "grad_norm": 0.981307327747345, "learning_rate": 0.000195282893865112, "loss": 3.1146469116210938, "step": 190 }, { "epoch": 0.0793965859468043, "grad_norm": 1.0752034187316895, "learning_rate": 0.00019501788790247783, "loss": 3.0602563858032226, "step": 200 } ], "logging_steps": 10, "max_steps": 7557, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 200, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 8878465890201600.0, "train_batch_size": 2, "trial_name": null, "trial_params": null }