| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.7748934521503293, |
| "eval_steps": 500, |
| "global_step": 6000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.012914890869172156, |
| "grad_norm": 0.9891569018363953, |
| "learning_rate": 1.974170218261656e-05, |
| "loss": 1.6595, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.025829781738344312, |
| "grad_norm": 0.24901358783245087, |
| "learning_rate": 1.9483404365233117e-05, |
| "loss": 1.4216, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.03874467260751647, |
| "grad_norm": 1.108109951019287, |
| "learning_rate": 1.922510654784967e-05, |
| "loss": 1.383, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.051659563476688625, |
| "grad_norm": 0.7391151785850525, |
| "learning_rate": 1.896680873046623e-05, |
| "loss": 1.408, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.06457445434586077, |
| "grad_norm": 0.9414256811141968, |
| "learning_rate": 1.8708510913082787e-05, |
| "loss": 1.3439, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.07748934521503294, |
| "grad_norm": 0.7522476315498352, |
| "learning_rate": 1.845021309569934e-05, |
| "loss": 1.272, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.09040423608420509, |
| "grad_norm": 0.32411837577819824, |
| "learning_rate": 1.81919152783159e-05, |
| "loss": 1.16, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.10331912695337725, |
| "grad_norm": 0.8460651636123657, |
| "learning_rate": 1.7933617460932457e-05, |
| "loss": 1.1753, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.1162340178225494, |
| "grad_norm": 1.0593210458755493, |
| "learning_rate": 1.7675319643549015e-05, |
| "loss": 1.2417, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.12914890869172155, |
| "grad_norm": 1.2058868408203125, |
| "learning_rate": 1.741702182616557e-05, |
| "loss": 1.381, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.1420637995608937, |
| "grad_norm": 0.36752256751060486, |
| "learning_rate": 1.7158724008782127e-05, |
| "loss": 1.2031, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.15497869043006587, |
| "grad_norm": 0.3617095351219177, |
| "learning_rate": 1.6900426191398685e-05, |
| "loss": 1.2186, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.167893581299238, |
| "grad_norm": 1.2740339040756226, |
| "learning_rate": 1.664212837401524e-05, |
| "loss": 1.2354, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.18080847216841017, |
| "grad_norm": 1.0895512104034424, |
| "learning_rate": 1.6383830556631797e-05, |
| "loss": 1.1308, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.19372336303758234, |
| "grad_norm": 0.28641125559806824, |
| "learning_rate": 1.6125532739248355e-05, |
| "loss": 1.1459, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.2066382539067545, |
| "grad_norm": 0.7633489966392517, |
| "learning_rate": 1.5867234921864912e-05, |
| "loss": 1.083, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.21955314477592663, |
| "grad_norm": 0.9854117035865784, |
| "learning_rate": 1.5608937104481467e-05, |
| "loss": 1.1526, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.2324680356450988, |
| "grad_norm": 1.0833749771118164, |
| "learning_rate": 1.5350639287098025e-05, |
| "loss": 1.0866, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.24538292651427096, |
| "grad_norm": 1.2186298370361328, |
| "learning_rate": 1.5092341469714582e-05, |
| "loss": 1.0898, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.2582978173834431, |
| "grad_norm": 0.976441502571106, |
| "learning_rate": 1.4834043652331138e-05, |
| "loss": 1.2018, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.2712127082526153, |
| "grad_norm": 1.0837169885635376, |
| "learning_rate": 1.4575745834947696e-05, |
| "loss": 1.1264, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.2841275991217874, |
| "grad_norm": 0.8157379031181335, |
| "learning_rate": 1.4317448017564252e-05, |
| "loss": 1.2216, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.29704248999095956, |
| "grad_norm": 0.4470981955528259, |
| "learning_rate": 1.4059150200180808e-05, |
| "loss": 1.1543, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.30995738086013175, |
| "grad_norm": 0.9872229695320129, |
| "learning_rate": 1.3800852382797368e-05, |
| "loss": 1.1293, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.3228722717293039, |
| "grad_norm": 1.2851194143295288, |
| "learning_rate": 1.3542554565413924e-05, |
| "loss": 1.1619, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.335787162598476, |
| "grad_norm": 1.0529409646987915, |
| "learning_rate": 1.328425674803048e-05, |
| "loss": 1.0468, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.3487020534676482, |
| "grad_norm": 1.2335134744644165, |
| "learning_rate": 1.3025958930647038e-05, |
| "loss": 1.1292, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.36161694433682035, |
| "grad_norm": 1.165204405784607, |
| "learning_rate": 1.2767661113263594e-05, |
| "loss": 1.0324, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.37453183520599254, |
| "grad_norm": 0.4545508623123169, |
| "learning_rate": 1.250936329588015e-05, |
| "loss": 1.0776, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.38744672607516467, |
| "grad_norm": 1.1217703819274902, |
| "learning_rate": 1.225106547849671e-05, |
| "loss": 1.0673, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.4003616169443368, |
| "grad_norm": 1.204528570175171, |
| "learning_rate": 1.1992767661113265e-05, |
| "loss": 1.1664, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.413276507813509, |
| "grad_norm": 1.8890794515609741, |
| "learning_rate": 1.1734469843729821e-05, |
| "loss": 1.0947, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.42619139868268113, |
| "grad_norm": 1.4399609565734863, |
| "learning_rate": 1.147617202634638e-05, |
| "loss": 1.115, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.43910628955185327, |
| "grad_norm": 0.8998225331306458, |
| "learning_rate": 1.1217874208962935e-05, |
| "loss": 1.0569, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.45202118042102546, |
| "grad_norm": 1.2747713327407837, |
| "learning_rate": 1.0959576391579491e-05, |
| "loss": 1.0758, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.4649360712901976, |
| "grad_norm": 1.2398267984390259, |
| "learning_rate": 1.0701278574196047e-05, |
| "loss": 1.0722, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.47785096215936973, |
| "grad_norm": 0.7766038179397583, |
| "learning_rate": 1.0442980756812607e-05, |
| "loss": 1.1556, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.4907658530285419, |
| "grad_norm": 1.2244646549224854, |
| "learning_rate": 1.0184682939429163e-05, |
| "loss": 1.1066, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.5036807438977141, |
| "grad_norm": 1.1265727281570435, |
| "learning_rate": 9.926385122045719e-06, |
| "loss": 1.0832, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.5165956347668862, |
| "grad_norm": 1.4965732097625732, |
| "learning_rate": 9.668087304662275e-06, |
| "loss": 1.1945, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.5295105256360584, |
| "grad_norm": 1.170291543006897, |
| "learning_rate": 9.409789487278833e-06, |
| "loss": 1.079, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.5424254165052306, |
| "grad_norm": 0.47167250514030457, |
| "learning_rate": 9.15149166989539e-06, |
| "loss": 1.0811, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.5553403073744027, |
| "grad_norm": 1.5530108213424683, |
| "learning_rate": 8.893193852511947e-06, |
| "loss": 1.0456, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.5682551982435748, |
| "grad_norm": 1.426579475402832, |
| "learning_rate": 8.634896035128504e-06, |
| "loss": 1.0797, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.581170089112747, |
| "grad_norm": 1.656485676765442, |
| "learning_rate": 8.37659821774506e-06, |
| "loss": 1.1384, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.5940849799819191, |
| "grad_norm": 1.8213322162628174, |
| "learning_rate": 8.118300400361617e-06, |
| "loss": 1.0484, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.6069998708510913, |
| "grad_norm": 0.9146257042884827, |
| "learning_rate": 7.860002582978174e-06, |
| "loss": 1.0798, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.6199147617202635, |
| "grad_norm": 0.8420510292053223, |
| "learning_rate": 7.601704765594732e-06, |
| "loss": 1.1371, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.6328296525894356, |
| "grad_norm": 1.728549599647522, |
| "learning_rate": 7.343406948211288e-06, |
| "loss": 1.1104, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.6457445434586078, |
| "grad_norm": 0.6792052388191223, |
| "learning_rate": 7.085109130827845e-06, |
| "loss": 1.1497, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.65865943432778, |
| "grad_norm": 1.167297124862671, |
| "learning_rate": 6.826811313444401e-06, |
| "loss": 1.1146, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.671574325196952, |
| "grad_norm": 0.5329355001449585, |
| "learning_rate": 6.568513496060959e-06, |
| "loss": 1.0569, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.6844892160661242, |
| "grad_norm": 1.3186862468719482, |
| "learning_rate": 6.310215678677516e-06, |
| "loss": 1.023, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.6974041069352964, |
| "grad_norm": 1.4624109268188477, |
| "learning_rate": 6.051917861294072e-06, |
| "loss": 1.1174, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.7103189978044685, |
| "grad_norm": 1.1120996475219727, |
| "learning_rate": 5.79362004391063e-06, |
| "loss": 1.048, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.7232338886736407, |
| "grad_norm": 1.1070384979248047, |
| "learning_rate": 5.535322226527187e-06, |
| "loss": 1.1, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.7361487795428129, |
| "grad_norm": 0.46000921726226807, |
| "learning_rate": 5.277024409143743e-06, |
| "loss": 1.0562, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.7490636704119851, |
| "grad_norm": 1.4388511180877686, |
| "learning_rate": 5.0187265917603005e-06, |
| "loss": 1.0263, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.7619785612811572, |
| "grad_norm": 1.0894064903259277, |
| "learning_rate": 4.7604287743768566e-06, |
| "loss": 1.0688, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.7748934521503293, |
| "grad_norm": 0.36538398265838623, |
| "learning_rate": 4.5021309569934135e-06, |
| "loss": 1.0626, |
| "step": 6000 |
| } |
| ], |
| "logging_steps": 100, |
| "max_steps": 7743, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 200, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 9.988164550656e+16, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
