| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 5.0, | |
| "eval_steps": 500, | |
| "global_step": 151450, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01650709805216243, | |
| "grad_norm": 6.768320083618164, | |
| "learning_rate": 6.986e-05, | |
| "loss": 3.916618408203125, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.03301419610432486, | |
| "grad_norm": 6.386398792266846, | |
| "learning_rate": 6.976859887379927e-05, | |
| "loss": 2.682754638671875, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.04952129415648729, | |
| "grad_norm": 5.085998058319092, | |
| "learning_rate": 6.953673401788671e-05, | |
| "loss": 2.58737890625, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.06602839220864971, | |
| "grad_norm": 6.801213264465332, | |
| "learning_rate": 6.930486916197416e-05, | |
| "loss": 2.503279541015625, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.08253549026081215, | |
| "grad_norm": 8.394940376281738, | |
| "learning_rate": 6.90730043060616e-05, | |
| "loss": 2.269076171875, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.09904258831297458, | |
| "grad_norm": 9.456356048583984, | |
| "learning_rate": 6.884113945014905e-05, | |
| "loss": 2.202457275390625, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.115549686365137, | |
| "grad_norm": 10.7513427734375, | |
| "learning_rate": 6.860927459423649e-05, | |
| "loss": 2.08675927734375, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.13205678441729943, | |
| "grad_norm": 10.78842830657959, | |
| "learning_rate": 6.837740973832394e-05, | |
| "loss": 2.0077203369140624, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.14856388246946187, | |
| "grad_norm": 6.0438008308410645, | |
| "learning_rate": 6.814554488241139e-05, | |
| "loss": 1.9853677978515625, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.1650709805216243, | |
| "grad_norm": 10.89460277557373, | |
| "learning_rate": 6.791368002649884e-05, | |
| "loss": 1.929447998046875, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.18157807857378672, | |
| "grad_norm": 9.953587532043457, | |
| "learning_rate": 6.768181517058628e-05, | |
| "loss": 1.8683162841796874, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.19808517662594916, | |
| "grad_norm": 9.359884262084961, | |
| "learning_rate": 6.744995031467373e-05, | |
| "loss": 1.8459879150390626, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.2145922746781116, | |
| "grad_norm": 9.435839653015137, | |
| "learning_rate": 6.721808545876117e-05, | |
| "loss": 1.8140406494140624, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.231099372730274, | |
| "grad_norm": 10.773674964904785, | |
| "learning_rate": 6.698622060284862e-05, | |
| "loss": 1.7336441650390626, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.24760647078243644, | |
| "grad_norm": 5.851812362670898, | |
| "learning_rate": 6.675435574693606e-05, | |
| "loss": 1.6996578369140625, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.26411356883459886, | |
| "grad_norm": 7.684477806091309, | |
| "learning_rate": 6.65224908910235e-05, | |
| "loss": 1.6819129638671875, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.2806206668867613, | |
| "grad_norm": 10.268860816955566, | |
| "learning_rate": 6.629062603511096e-05, | |
| "loss": 1.6636182861328126, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.29712776493892373, | |
| "grad_norm": 10.829591751098633, | |
| "learning_rate": 6.60587611791984e-05, | |
| "loss": 1.638398681640625, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.31363486299108617, | |
| "grad_norm": 12.45463752746582, | |
| "learning_rate": 6.582689632328585e-05, | |
| "loss": 1.59802294921875, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.3301419610432486, | |
| "grad_norm": 8.353343963623047, | |
| "learning_rate": 6.55950314673733e-05, | |
| "loss": 1.58032958984375, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.34664905909541105, | |
| "grad_norm": 10.791740417480469, | |
| "learning_rate": 6.536316661146074e-05, | |
| "loss": 1.54497607421875, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.36315615714757343, | |
| "grad_norm": 11.632283210754395, | |
| "learning_rate": 6.513130175554819e-05, | |
| "loss": 1.54123291015625, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.37966325519973587, | |
| "grad_norm": 11.200041770935059, | |
| "learning_rate": 6.489943689963564e-05, | |
| "loss": 1.4861546630859375, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.3961703532518983, | |
| "grad_norm": 7.682310581207275, | |
| "learning_rate": 6.466757204372308e-05, | |
| "loss": 1.468400390625, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.41267745130406075, | |
| "grad_norm": 9.859110832214355, | |
| "learning_rate": 6.443570718781052e-05, | |
| "loss": 1.466673583984375, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.4291845493562232, | |
| "grad_norm": 11.913779258728027, | |
| "learning_rate": 6.420384233189798e-05, | |
| "loss": 1.43177294921875, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.4456916474083856, | |
| "grad_norm": 11.289583206176758, | |
| "learning_rate": 6.397197747598542e-05, | |
| "loss": 1.4270911865234375, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.462198745460548, | |
| "grad_norm": 13.098183631896973, | |
| "learning_rate": 6.374011262007286e-05, | |
| "loss": 1.4143895263671875, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.47870584351271045, | |
| "grad_norm": 14.500001907348633, | |
| "learning_rate": 6.350824776416032e-05, | |
| "loss": 1.37860498046875, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.4952129415648729, | |
| "grad_norm": 12.09792709350586, | |
| "learning_rate": 6.327638290824776e-05, | |
| "loss": 1.3556072998046875, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.5117200396170353, | |
| "grad_norm": 11.116087913513184, | |
| "learning_rate": 6.30445180523352e-05, | |
| "loss": 1.3589134521484374, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.5282271376691977, | |
| "grad_norm": 9.960223197937012, | |
| "learning_rate": 6.281265319642264e-05, | |
| "loss": 1.35077294921875, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.5447342357213601, | |
| "grad_norm": 9.27863597869873, | |
| "learning_rate": 6.25807883405101e-05, | |
| "loss": 1.311365478515625, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.5612413337735226, | |
| "grad_norm": 13.592756271362305, | |
| "learning_rate": 6.234892348459754e-05, | |
| "loss": 1.2956400146484375, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.577748431825685, | |
| "grad_norm": 12.149269104003906, | |
| "learning_rate": 6.211705862868498e-05, | |
| "loss": 1.284468017578125, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.5942555298778475, | |
| "grad_norm": 9.661849975585938, | |
| "learning_rate": 6.188519377277244e-05, | |
| "loss": 1.22178564453125, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.6107626279300099, | |
| "grad_norm": 12.476922035217285, | |
| "learning_rate": 6.165332891685988e-05, | |
| "loss": 1.2305272216796874, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.6272697259821723, | |
| "grad_norm": 12.08813190460205, | |
| "learning_rate": 6.142146406094732e-05, | |
| "loss": 1.237330322265625, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.6437768240343348, | |
| "grad_norm": 11.65064811706543, | |
| "learning_rate": 6.118959920503478e-05, | |
| "loss": 1.2016610107421875, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.6602839220864972, | |
| "grad_norm": 6.9960408210754395, | |
| "learning_rate": 6.095773434912222e-05, | |
| "loss": 1.2316639404296874, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.6767910201386597, | |
| "grad_norm": 11.649785995483398, | |
| "learning_rate": 6.072586949320966e-05, | |
| "loss": 1.2090703125, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 0.6932981181908221, | |
| "grad_norm": 12.47722053527832, | |
| "learning_rate": 6.049400463729711e-05, | |
| "loss": 1.212951171875, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.7098052162429845, | |
| "grad_norm": 11.645233154296875, | |
| "learning_rate": 6.026213978138456e-05, | |
| "loss": 1.1909053955078126, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 0.7263123142951469, | |
| "grad_norm": 9.064743041992188, | |
| "learning_rate": 6.003027492547201e-05, | |
| "loss": 1.192686279296875, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.7428194123473093, | |
| "grad_norm": 14.388778686523438, | |
| "learning_rate": 5.979841006955945e-05, | |
| "loss": 1.151447509765625, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 0.7593265103994717, | |
| "grad_norm": 16.274160385131836, | |
| "learning_rate": 5.95665452136469e-05, | |
| "loss": 1.103416259765625, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.7758336084516342, | |
| "grad_norm": 7.260326862335205, | |
| "learning_rate": 5.933468035773434e-05, | |
| "loss": 1.12520703125, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 0.7923407065037966, | |
| "grad_norm": 14.798515319824219, | |
| "learning_rate": 5.910281550182179e-05, | |
| "loss": 1.119353271484375, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.8088478045559591, | |
| "grad_norm": 6.670722961425781, | |
| "learning_rate": 5.887095064590924e-05, | |
| "loss": 1.09283935546875, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 0.8253549026081215, | |
| "grad_norm": 8.306891441345215, | |
| "learning_rate": 5.863908578999668e-05, | |
| "loss": 1.08545166015625, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.8418620006602839, | |
| "grad_norm": 12.713698387145996, | |
| "learning_rate": 5.840722093408413e-05, | |
| "loss": 1.100177490234375, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 0.8583690987124464, | |
| "grad_norm": 10.735971450805664, | |
| "learning_rate": 5.817535607817157e-05, | |
| "loss": 1.075918212890625, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.8748761967646088, | |
| "grad_norm": 13.791357040405273, | |
| "learning_rate": 5.794349122225902e-05, | |
| "loss": 1.0408736572265624, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 0.8913832948167713, | |
| "grad_norm": 9.611358642578125, | |
| "learning_rate": 5.771162636634647e-05, | |
| "loss": 1.0739583740234375, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.9078903928689337, | |
| "grad_norm": 8.19464111328125, | |
| "learning_rate": 5.747976151043391e-05, | |
| "loss": 1.018624267578125, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 0.924397490921096, | |
| "grad_norm": 10.252764701843262, | |
| "learning_rate": 5.724789665452136e-05, | |
| "loss": 1.012904052734375, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.9409045889732585, | |
| "grad_norm": 12.519780158996582, | |
| "learning_rate": 5.701603179860881e-05, | |
| "loss": 1.01883544921875, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 0.9574116870254209, | |
| "grad_norm": 9.025200843811035, | |
| "learning_rate": 5.678416694269625e-05, | |
| "loss": 1.0169927978515625, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 0.9739187850775833, | |
| "grad_norm": 10.392664909362793, | |
| "learning_rate": 5.65523020867837e-05, | |
| "loss": 1.0009882202148437, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 0.9904258831297458, | |
| "grad_norm": 5.833681583404541, | |
| "learning_rate": 5.632043723087114e-05, | |
| "loss": 0.9873718872070313, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 1.0069329811819083, | |
| "grad_norm": 10.545165061950684, | |
| "learning_rate": 5.608857237495859e-05, | |
| "loss": 0.9407935791015625, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 1.0234400792340705, | |
| "grad_norm": 7.148210525512695, | |
| "learning_rate": 5.585670751904604e-05, | |
| "loss": 0.90660498046875, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 1.039947177286233, | |
| "grad_norm": 9.806315422058105, | |
| "learning_rate": 5.5624842663133487e-05, | |
| "loss": 0.9245291748046875, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 1.0564542753383954, | |
| "grad_norm": 9.850616455078125, | |
| "learning_rate": 5.539297780722093e-05, | |
| "loss": 0.8889409790039062, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 1.0729613733905579, | |
| "grad_norm": 10.582934379577637, | |
| "learning_rate": 5.516111295130838e-05, | |
| "loss": 0.91727734375, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 1.0894684714427203, | |
| "grad_norm": 7.4774603843688965, | |
| "learning_rate": 5.492924809539582e-05, | |
| "loss": 0.8960700073242187, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 1.1059755694948827, | |
| "grad_norm": 8.407513618469238, | |
| "learning_rate": 5.469738323948327e-05, | |
| "loss": 0.893159912109375, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 1.1224826675470452, | |
| "grad_norm": 7.253698348999023, | |
| "learning_rate": 5.4465518383570716e-05, | |
| "loss": 0.8912428588867187, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 1.1389897655992076, | |
| "grad_norm": 7.6082916259765625, | |
| "learning_rate": 5.4233653527658165e-05, | |
| "loss": 0.907773681640625, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 1.15549686365137, | |
| "grad_norm": 10.549741744995117, | |
| "learning_rate": 5.400178867174561e-05, | |
| "loss": 0.8663541259765625, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 1.1720039617035325, | |
| "grad_norm": 8.778446197509766, | |
| "learning_rate": 5.376992381583305e-05, | |
| "loss": 0.8958565063476562, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 1.188511059755695, | |
| "grad_norm": 14.129327774047852, | |
| "learning_rate": 5.35380589599205e-05, | |
| "loss": 0.8555714111328125, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 1.2050181578078574, | |
| "grad_norm": 12.760954856872559, | |
| "learning_rate": 5.3306194104007946e-05, | |
| "loss": 0.8641258544921875, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 1.2215252558600198, | |
| "grad_norm": 10.197360038757324, | |
| "learning_rate": 5.3074329248095395e-05, | |
| "loss": 0.8500394897460938, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 1.2380323539121822, | |
| "grad_norm": 7.2205681800842285, | |
| "learning_rate": 5.284246439218284e-05, | |
| "loss": 0.85755419921875, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 1.2545394519643447, | |
| "grad_norm": 14.817720413208008, | |
| "learning_rate": 5.261059953627028e-05, | |
| "loss": 0.8412261352539062, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 1.2710465500165071, | |
| "grad_norm": 11.277249336242676, | |
| "learning_rate": 5.237873468035773e-05, | |
| "loss": 0.8301785278320313, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 1.2875536480686696, | |
| "grad_norm": 9.662931442260742, | |
| "learning_rate": 5.2146869824445176e-05, | |
| "loss": 0.8327305908203125, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 1.304060746120832, | |
| "grad_norm": 13.154888153076172, | |
| "learning_rate": 5.1915004968532625e-05, | |
| "loss": 0.8583154907226562, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 1.3205678441729944, | |
| "grad_norm": 9.764476776123047, | |
| "learning_rate": 5.1683140112620074e-05, | |
| "loss": 0.8371921997070313, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 1.3370749422251569, | |
| "grad_norm": 11.355097770690918, | |
| "learning_rate": 5.145127525670751e-05, | |
| "loss": 0.8261190185546875, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 1.3535820402773193, | |
| "grad_norm": 11.159167289733887, | |
| "learning_rate": 5.121941040079496e-05, | |
| "loss": 0.80646337890625, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 1.3700891383294818, | |
| "grad_norm": 13.455395698547363, | |
| "learning_rate": 5.0987545544882406e-05, | |
| "loss": 0.807060302734375, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 1.386596236381644, | |
| "grad_norm": 4.177359580993652, | |
| "learning_rate": 5.0755680688969855e-05, | |
| "loss": 0.803145751953125, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 1.4031033344338066, | |
| "grad_norm": 6.803620338439941, | |
| "learning_rate": 5.0523815833057303e-05, | |
| "loss": 0.7886021728515625, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 1.4196104324859689, | |
| "grad_norm": 16.001049041748047, | |
| "learning_rate": 5.029195097714475e-05, | |
| "loss": 0.7924509887695312, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 1.4361175305381315, | |
| "grad_norm": 10.750406265258789, | |
| "learning_rate": 5.006008612123219e-05, | |
| "loss": 0.7977892456054687, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 1.4526246285902937, | |
| "grad_norm": 12.50289249420166, | |
| "learning_rate": 4.9828221265319636e-05, | |
| "loss": 0.7672181396484375, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 1.4691317266424564, | |
| "grad_norm": 7.765811920166016, | |
| "learning_rate": 4.9596356409407085e-05, | |
| "loss": 0.7968384399414062, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 1.4856388246946186, | |
| "grad_norm": 12.1741304397583, | |
| "learning_rate": 4.936449155349453e-05, | |
| "loss": 0.7688109130859375, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 1.5021459227467813, | |
| "grad_norm": 7.9205241203308105, | |
| "learning_rate": 4.913262669758198e-05, | |
| "loss": 0.7822945556640625, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 1.5186530207989435, | |
| "grad_norm": 17.7078857421875, | |
| "learning_rate": 4.890076184166942e-05, | |
| "loss": 0.7615552978515625, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 1.535160118851106, | |
| "grad_norm": 7.357752799987793, | |
| "learning_rate": 4.8668896985756866e-05, | |
| "loss": 0.7523964233398438, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 1.5516672169032684, | |
| "grad_norm": 16.061647415161133, | |
| "learning_rate": 4.8437032129844315e-05, | |
| "loss": 0.7507512817382812, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 1.5681743149554308, | |
| "grad_norm": 10.651959419250488, | |
| "learning_rate": 4.820516727393176e-05, | |
| "loss": 0.7326008911132813, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 1.5846814130075932, | |
| "grad_norm": 10.769551277160645, | |
| "learning_rate": 4.797330241801921e-05, | |
| "loss": 0.76511767578125, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 1.6011885110597557, | |
| "grad_norm": 10.808145523071289, | |
| "learning_rate": 4.7741437562106654e-05, | |
| "loss": 0.7534960327148438, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 1.6176956091119181, | |
| "grad_norm": 13.4517183303833, | |
| "learning_rate": 4.7509572706194096e-05, | |
| "loss": 0.7673146362304688, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 1.6342027071640806, | |
| "grad_norm": 9.001216888427734, | |
| "learning_rate": 4.7277707850281544e-05, | |
| "loss": 0.7670245361328125, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 1.650709805216243, | |
| "grad_norm": 11.86727523803711, | |
| "learning_rate": 4.704584299436899e-05, | |
| "loss": 0.76016455078125, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 1.6672169032684054, | |
| "grad_norm": 15.86520004272461, | |
| "learning_rate": 4.681397813845644e-05, | |
| "loss": 0.7096920776367187, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 1.6837240013205679, | |
| "grad_norm": 7.089796543121338, | |
| "learning_rate": 4.6582113282543884e-05, | |
| "loss": 0.7482293090820312, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 1.7002310993727303, | |
| "grad_norm": 10.229025840759277, | |
| "learning_rate": 4.635024842663133e-05, | |
| "loss": 0.7204423828125, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 1.7167381974248928, | |
| "grad_norm": 8.949728965759277, | |
| "learning_rate": 4.6118383570718774e-05, | |
| "loss": 0.7349423828125, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 1.733245295477055, | |
| "grad_norm": 11.888359069824219, | |
| "learning_rate": 4.588651871480622e-05, | |
| "loss": 0.7251813354492187, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 1.7497523935292176, | |
| "grad_norm": 9.384441375732422, | |
| "learning_rate": 4.565465385889367e-05, | |
| "loss": 0.7346632690429687, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 1.7662594915813798, | |
| "grad_norm": 5.9711198806762695, | |
| "learning_rate": 4.542278900298112e-05, | |
| "loss": 0.7205990600585938, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 1.7827665896335425, | |
| "grad_norm": 8.23914909362793, | |
| "learning_rate": 4.519092414706856e-05, | |
| "loss": 0.7091600952148438, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 1.7992736876857047, | |
| "grad_norm": 6.286433696746826, | |
| "learning_rate": 4.4959059291156004e-05, | |
| "loss": 0.6958182373046875, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 1.8157807857378674, | |
| "grad_norm": 10.756072998046875, | |
| "learning_rate": 4.472719443524345e-05, | |
| "loss": 0.6938084716796875, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 1.8322878837900296, | |
| "grad_norm": 6.075191020965576, | |
| "learning_rate": 4.44953295793309e-05, | |
| "loss": 0.7118016967773437, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 1.8487949818421923, | |
| "grad_norm": 11.144367218017578, | |
| "learning_rate": 4.426346472341835e-05, | |
| "loss": 0.6961680908203125, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 1.8653020798943545, | |
| "grad_norm": 8.398560523986816, | |
| "learning_rate": 4.403159986750579e-05, | |
| "loss": 0.6863855590820312, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 1.8818091779465171, | |
| "grad_norm": 7.511946678161621, | |
| "learning_rate": 4.379973501159324e-05, | |
| "loss": 0.6969609985351563, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 1.8983162759986794, | |
| "grad_norm": 9.697932243347168, | |
| "learning_rate": 4.356787015568068e-05, | |
| "loss": 0.7151924438476562, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 1.914823374050842, | |
| "grad_norm": 3.7480437755584717, | |
| "learning_rate": 4.333600529976813e-05, | |
| "loss": 0.6817891235351563, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 1.9313304721030042, | |
| "grad_norm": 13.129742622375488, | |
| "learning_rate": 4.310414044385558e-05, | |
| "loss": 0.69914208984375, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 1.9478375701551667, | |
| "grad_norm": 11.975391387939453, | |
| "learning_rate": 4.287227558794302e-05, | |
| "loss": 0.7080562744140625, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 1.9643446682073291, | |
| "grad_norm": 8.200759887695312, | |
| "learning_rate": 4.264041073203047e-05, | |
| "loss": 0.717212890625, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 1.9808517662594916, | |
| "grad_norm": 7.388723373413086, | |
| "learning_rate": 4.240854587611792e-05, | |
| "loss": 0.71891650390625, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 1.997358864311654, | |
| "grad_norm": 6.114139556884766, | |
| "learning_rate": 4.217668102020536e-05, | |
| "loss": 0.6720064697265625, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 2.0138659623638167, | |
| "grad_norm": 5.123030662536621, | |
| "learning_rate": 4.194481616429281e-05, | |
| "loss": 0.6121041259765625, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 2.030373060415979, | |
| "grad_norm": 13.57762622833252, | |
| "learning_rate": 4.171295130838025e-05, | |
| "loss": 0.6164039306640625, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 2.046880158468141, | |
| "grad_norm": 12.116388320922852, | |
| "learning_rate": 4.14810864524677e-05, | |
| "loss": 0.6297982788085937, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 2.0633872565203037, | |
| "grad_norm": 6.75944709777832, | |
| "learning_rate": 4.124922159655515e-05, | |
| "loss": 0.6248591918945312, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 2.079894354572466, | |
| "grad_norm": 16.17805290222168, | |
| "learning_rate": 4.101735674064259e-05, | |
| "loss": 0.6369038696289062, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 2.0964014526246286, | |
| "grad_norm": 21.333209991455078, | |
| "learning_rate": 4.078549188473004e-05, | |
| "loss": 0.6213809814453125, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 2.112908550676791, | |
| "grad_norm": 7.218705177307129, | |
| "learning_rate": 4.055362702881748e-05, | |
| "loss": 0.5863359985351563, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 2.1294156487289535, | |
| "grad_norm": 8.422419548034668, | |
| "learning_rate": 4.032176217290493e-05, | |
| "loss": 0.623065673828125, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 2.1459227467811157, | |
| "grad_norm": 9.404297828674316, | |
| "learning_rate": 4.008989731699238e-05, | |
| "loss": 0.6076830444335938, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 2.1624298448332784, | |
| "grad_norm": 4.4386467933654785, | |
| "learning_rate": 3.985803246107983e-05, | |
| "loss": 0.6162603759765625, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 2.1789369428854406, | |
| "grad_norm": 15.584720611572266, | |
| "learning_rate": 3.962616760516727e-05, | |
| "loss": 0.6011383666992187, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 2.1954440409376033, | |
| "grad_norm": 9.569726943969727, | |
| "learning_rate": 3.939430274925471e-05, | |
| "loss": 0.6116184692382812, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 2.2119511389897655, | |
| "grad_norm": 9.182621002197266, | |
| "learning_rate": 3.916243789334216e-05, | |
| "loss": 0.6062463989257812, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 2.228458237041928, | |
| "grad_norm": 10.512551307678223, | |
| "learning_rate": 3.893057303742961e-05, | |
| "loss": 0.598578857421875, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 2.2449653350940904, | |
| "grad_norm": 6.855907440185547, | |
| "learning_rate": 3.869870818151706e-05, | |
| "loss": 0.6043606567382812, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 2.261472433146253, | |
| "grad_norm": 8.246521949768066, | |
| "learning_rate": 3.8466843325604506e-05, | |
| "loss": 0.5944453735351563, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 2.2779795311984152, | |
| "grad_norm": 18.470109939575195, | |
| "learning_rate": 3.823497846969194e-05, | |
| "loss": 0.5788815307617188, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 2.294486629250578, | |
| "grad_norm": 16.012584686279297, | |
| "learning_rate": 3.800311361377939e-05, | |
| "loss": 0.598007568359375, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 2.31099372730274, | |
| "grad_norm": 9.843379974365234, | |
| "learning_rate": 3.777124875786684e-05, | |
| "loss": 0.5795284423828125, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 2.3275008253549028, | |
| "grad_norm": 7.261438369750977, | |
| "learning_rate": 3.753938390195429e-05, | |
| "loss": 0.5743106079101562, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 2.344007923407065, | |
| "grad_norm": 3.9521117210388184, | |
| "learning_rate": 3.7307519046041736e-05, | |
| "loss": 0.606105224609375, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 2.3605150214592276, | |
| "grad_norm": 6.825229167938232, | |
| "learning_rate": 3.707565419012917e-05, | |
| "loss": 0.5898988647460938, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 2.37702211951139, | |
| "grad_norm": 9.514444351196289, | |
| "learning_rate": 3.684378933421662e-05, | |
| "loss": 0.60453564453125, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 2.393529217563552, | |
| "grad_norm": 5.445614814758301, | |
| "learning_rate": 3.661192447830407e-05, | |
| "loss": 0.5751649780273438, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 2.4100363156157147, | |
| "grad_norm": 11.861237525939941, | |
| "learning_rate": 3.638005962239152e-05, | |
| "loss": 0.5959569702148437, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 2.4265434136678774, | |
| "grad_norm": 10.26689338684082, | |
| "learning_rate": 3.6148194766478966e-05, | |
| "loss": 0.5889039306640625, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 2.4430505117200396, | |
| "grad_norm": 14.596261024475098, | |
| "learning_rate": 3.5916329910566415e-05, | |
| "loss": 0.5678682861328125, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 2.459557609772202, | |
| "grad_norm": 7.374675750732422, | |
| "learning_rate": 3.568446505465385e-05, | |
| "loss": 0.6002325439453124, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 2.4760647078243645, | |
| "grad_norm": 10.496848106384277, | |
| "learning_rate": 3.54526001987413e-05, | |
| "loss": 0.5713438720703125, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 2.4925718058765267, | |
| "grad_norm": 13.315743446350098, | |
| "learning_rate": 3.522073534282875e-05, | |
| "loss": 0.5691968994140625, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 2.5090789039286894, | |
| "grad_norm": 10.1326265335083, | |
| "learning_rate": 3.4988870486916196e-05, | |
| "loss": 0.5541436767578125, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 2.5255860019808516, | |
| "grad_norm": 6.859860420227051, | |
| "learning_rate": 3.475700563100364e-05, | |
| "loss": 0.5757225341796876, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 2.5420931000330143, | |
| "grad_norm": 6.147298336029053, | |
| "learning_rate": 3.452514077509109e-05, | |
| "loss": 0.5582262573242187, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 2.5586001980851765, | |
| "grad_norm": 9.422947883605957, | |
| "learning_rate": 3.4293275919178535e-05, | |
| "loss": 0.5809881591796875, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 2.575107296137339, | |
| "grad_norm": 9.929452896118164, | |
| "learning_rate": 3.406141106326598e-05, | |
| "loss": 0.5612611694335937, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 2.5916143941895013, | |
| "grad_norm": 2.059706926345825, | |
| "learning_rate": 3.3829546207353426e-05, | |
| "loss": 0.5463908081054687, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 2.608121492241664, | |
| "grad_norm": 9.060196876525879, | |
| "learning_rate": 3.3597681351440875e-05, | |
| "loss": 0.5624230346679687, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 2.6246285902938262, | |
| "grad_norm": 5.973160266876221, | |
| "learning_rate": 3.336581649552832e-05, | |
| "loss": 0.5693687744140625, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 2.641135688345989, | |
| "grad_norm": 7.426895618438721, | |
| "learning_rate": 3.3133951639615765e-05, | |
| "loss": 0.5336575927734375, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 2.657642786398151, | |
| "grad_norm": 10.789342880249023, | |
| "learning_rate": 3.2902086783703214e-05, | |
| "loss": 0.573309814453125, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 2.6741498844503138, | |
| "grad_norm": 11.855134010314941, | |
| "learning_rate": 3.2670221927790656e-05, | |
| "loss": 0.5442750244140625, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 2.690656982502476, | |
| "grad_norm": 8.535783767700195, | |
| "learning_rate": 3.2438357071878105e-05, | |
| "loss": 0.5696862182617187, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 2.7071640805546386, | |
| "grad_norm": 12.383220672607422, | |
| "learning_rate": 3.220649221596555e-05, | |
| "loss": 0.5558529663085937, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 2.723671178606801, | |
| "grad_norm": 6.949540138244629, | |
| "learning_rate": 3.1974627360052995e-05, | |
| "loss": 0.5468307495117187, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 2.7401782766589635, | |
| "grad_norm": 10.960880279541016, | |
| "learning_rate": 3.1742762504140444e-05, | |
| "loss": 0.5583523559570313, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 2.7566853747111257, | |
| "grad_norm": 17.600597381591797, | |
| "learning_rate": 3.1510897648227886e-05, | |
| "loss": 0.5444569702148437, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 2.773192472763288, | |
| "grad_norm": 6.94141960144043, | |
| "learning_rate": 3.1279032792315335e-05, | |
| "loss": 0.5510944213867187, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 2.7896995708154506, | |
| "grad_norm": 11.447288513183594, | |
| "learning_rate": 3.104716793640278e-05, | |
| "loss": 0.522359375, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 2.8062066688676133, | |
| "grad_norm": 11.601890563964844, | |
| "learning_rate": 3.0815303080490225e-05, | |
| "loss": 0.5576813354492187, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 2.8227137669197755, | |
| "grad_norm": 8.161893844604492, | |
| "learning_rate": 3.0583438224577674e-05, | |
| "loss": 0.5306047973632813, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 2.8392208649719377, | |
| "grad_norm": 10.267998695373535, | |
| "learning_rate": 3.035157336866512e-05, | |
| "loss": 0.54469873046875, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 2.8557279630241004, | |
| "grad_norm": 13.7251558303833, | |
| "learning_rate": 3.0119708512752564e-05, | |
| "loss": 0.5550822143554688, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 2.872235061076263, | |
| "grad_norm": 19.00032615661621, | |
| "learning_rate": 2.988784365684001e-05, | |
| "loss": 0.5725646362304687, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 2.8887421591284252, | |
| "grad_norm": 10.842531204223633, | |
| "learning_rate": 2.965597880092746e-05, | |
| "loss": 0.5253878784179687, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 2.9052492571805875, | |
| "grad_norm": 6.362691879272461, | |
| "learning_rate": 2.94241139450149e-05, | |
| "loss": 0.5517511596679687, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 2.92175635523275, | |
| "grad_norm": 5.822941780090332, | |
| "learning_rate": 2.919224908910235e-05, | |
| "loss": 0.5589564208984374, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 2.938263453284913, | |
| "grad_norm": 6.517460823059082, | |
| "learning_rate": 2.8960384233189798e-05, | |
| "loss": 0.5495121459960938, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 2.954770551337075, | |
| "grad_norm": 7.94489049911499, | |
| "learning_rate": 2.872851937727724e-05, | |
| "loss": 0.540964599609375, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 2.971277649389237, | |
| "grad_norm": 4.831021308898926, | |
| "learning_rate": 2.8496654521364688e-05, | |
| "loss": 0.5309302368164063, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 2.9877847474414, | |
| "grad_norm": 13.597745895385742, | |
| "learning_rate": 2.8264789665452137e-05, | |
| "loss": 0.5202194213867187, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 3.004291845493562, | |
| "grad_norm": 11.4650297164917, | |
| "learning_rate": 2.803292480953958e-05, | |
| "loss": 0.527130615234375, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 3.0207989435457248, | |
| "grad_norm": 7.096149921417236, | |
| "learning_rate": 2.7801059953627028e-05, | |
| "loss": 0.443453125, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 3.037306041597887, | |
| "grad_norm": 25.524545669555664, | |
| "learning_rate": 2.7569195097714473e-05, | |
| "loss": 0.4611954650878906, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 3.0538131396500496, | |
| "grad_norm": 7.1986823081970215, | |
| "learning_rate": 2.7337330241801918e-05, | |
| "loss": 0.4974554748535156, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 3.070320237702212, | |
| "grad_norm": 17.93976593017578, | |
| "learning_rate": 2.7105465385889367e-05, | |
| "loss": 0.5080933532714844, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 3.0868273357543745, | |
| "grad_norm": 4.9785614013671875, | |
| "learning_rate": 2.687360052997681e-05, | |
| "loss": 0.48324435424804685, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 3.1033344338065367, | |
| "grad_norm": 4.591154098510742, | |
| "learning_rate": 2.6641735674064257e-05, | |
| "loss": 0.49523236083984373, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 3.1198415318586994, | |
| "grad_norm": 5.788321018218994, | |
| "learning_rate": 2.6409870818151703e-05, | |
| "loss": 0.46864627075195314, | |
| "step": 94500 | |
| }, | |
| { | |
| "epoch": 3.1363486299108616, | |
| "grad_norm": 7.044639587402344, | |
| "learning_rate": 2.6178005962239148e-05, | |
| "loss": 0.4788813171386719, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 3.1528557279630243, | |
| "grad_norm": 11.35835075378418, | |
| "learning_rate": 2.5946141106326597e-05, | |
| "loss": 0.5045942993164062, | |
| "step": 95500 | |
| }, | |
| { | |
| "epoch": 3.1693628260151865, | |
| "grad_norm": 9.185290336608887, | |
| "learning_rate": 2.5714276250414042e-05, | |
| "loss": 0.4803794860839844, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 3.185869924067349, | |
| "grad_norm": 8.142857551574707, | |
| "learning_rate": 2.5482411394501487e-05, | |
| "loss": 0.46914306640625, | |
| "step": 96500 | |
| }, | |
| { | |
| "epoch": 3.2023770221195114, | |
| "grad_norm": 10.733062744140625, | |
| "learning_rate": 2.5250546538588936e-05, | |
| "loss": 0.4719870300292969, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 3.218884120171674, | |
| "grad_norm": 11.454483032226562, | |
| "learning_rate": 2.501868168267638e-05, | |
| "loss": 0.45844384765625, | |
| "step": 97500 | |
| }, | |
| { | |
| "epoch": 3.2353912182238362, | |
| "grad_norm": 19.816076278686523, | |
| "learning_rate": 2.4786816826763827e-05, | |
| "loss": 0.4567518005371094, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 3.251898316275999, | |
| "grad_norm": 8.554481506347656, | |
| "learning_rate": 2.4554951970851272e-05, | |
| "loss": 0.47145968627929685, | |
| "step": 98500 | |
| }, | |
| { | |
| "epoch": 3.268405414328161, | |
| "grad_norm": 4.202885627746582, | |
| "learning_rate": 2.432308711493872e-05, | |
| "loss": 0.4863616638183594, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 3.2849125123803233, | |
| "grad_norm": 5.994730472564697, | |
| "learning_rate": 2.4091222259026166e-05, | |
| "loss": 0.4707845458984375, | |
| "step": 99500 | |
| }, | |
| { | |
| "epoch": 3.301419610432486, | |
| "grad_norm": 10.900041580200195, | |
| "learning_rate": 2.385935740311361e-05, | |
| "loss": 0.4817855224609375, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 3.317926708484648, | |
| "grad_norm": 18.980676651000977, | |
| "learning_rate": 2.362749254720106e-05, | |
| "loss": 0.4693571472167969, | |
| "step": 100500 | |
| }, | |
| { | |
| "epoch": 3.334433806536811, | |
| "grad_norm": 16.007965087890625, | |
| "learning_rate": 2.3395627691288502e-05, | |
| "loss": 0.48550283813476564, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 3.350940904588973, | |
| "grad_norm": 15.75615406036377, | |
| "learning_rate": 2.316376283537595e-05, | |
| "loss": 0.47613949584960935, | |
| "step": 101500 | |
| }, | |
| { | |
| "epoch": 3.3674480026411358, | |
| "grad_norm": 14.896931648254395, | |
| "learning_rate": 2.29318979794634e-05, | |
| "loss": 0.47577984619140623, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 3.383955100693298, | |
| "grad_norm": 17.77467918395996, | |
| "learning_rate": 2.270003312355084e-05, | |
| "loss": 0.45754031372070314, | |
| "step": 102500 | |
| }, | |
| { | |
| "epoch": 3.4004621987454606, | |
| "grad_norm": 10.033401489257812, | |
| "learning_rate": 2.246816826763829e-05, | |
| "loss": 0.4792729187011719, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 3.416969296797623, | |
| "grad_norm": 4.162666320800781, | |
| "learning_rate": 2.2236303411725732e-05, | |
| "loss": 0.4584093322753906, | |
| "step": 103500 | |
| }, | |
| { | |
| "epoch": 3.4334763948497855, | |
| "grad_norm": 16.417449951171875, | |
| "learning_rate": 2.200443855581318e-05, | |
| "loss": 0.46188922119140624, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 3.4499834929019477, | |
| "grad_norm": 10.017684936523438, | |
| "learning_rate": 2.177257369990063e-05, | |
| "loss": 0.4741541442871094, | |
| "step": 104500 | |
| }, | |
| { | |
| "epoch": 3.4664905909541104, | |
| "grad_norm": 14.131627082824707, | |
| "learning_rate": 2.154070884398807e-05, | |
| "loss": 0.45993768310546873, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 3.4829976890062726, | |
| "grad_norm": 11.576376914978027, | |
| "learning_rate": 2.130884398807552e-05, | |
| "loss": 0.44119857788085937, | |
| "step": 105500 | |
| }, | |
| { | |
| "epoch": 3.4995047870584353, | |
| "grad_norm": 7.9193644523620605, | |
| "learning_rate": 2.107697913216297e-05, | |
| "loss": 0.4613685607910156, | |
| "step": 106000 | |
| }, | |
| { | |
| "epoch": 3.5160118851105975, | |
| "grad_norm": 6.768561840057373, | |
| "learning_rate": 2.084511427625041e-05, | |
| "loss": 0.47672256469726565, | |
| "step": 106500 | |
| }, | |
| { | |
| "epoch": 3.53251898316276, | |
| "grad_norm": 21.917171478271484, | |
| "learning_rate": 2.061324942033786e-05, | |
| "loss": 0.4663753662109375, | |
| "step": 107000 | |
| }, | |
| { | |
| "epoch": 3.5490260812149224, | |
| "grad_norm": 12.410985946655273, | |
| "learning_rate": 2.0381384564425308e-05, | |
| "loss": 0.47280987548828124, | |
| "step": 107500 | |
| }, | |
| { | |
| "epoch": 3.565533179267085, | |
| "grad_norm": 8.704672813415527, | |
| "learning_rate": 2.014951970851275e-05, | |
| "loss": 0.47054962158203123, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 3.5820402773192472, | |
| "grad_norm": 11.220333099365234, | |
| "learning_rate": 1.9917654852600198e-05, | |
| "loss": 0.46597244262695314, | |
| "step": 108500 | |
| }, | |
| { | |
| "epoch": 3.5985473753714095, | |
| "grad_norm": 7.277413845062256, | |
| "learning_rate": 1.9685789996687644e-05, | |
| "loss": 0.47163360595703124, | |
| "step": 109000 | |
| }, | |
| { | |
| "epoch": 3.615054473423572, | |
| "grad_norm": 7.527535915374756, | |
| "learning_rate": 1.945392514077509e-05, | |
| "loss": 0.4580298156738281, | |
| "step": 109500 | |
| }, | |
| { | |
| "epoch": 3.6315615714757348, | |
| "grad_norm": 3.370473861694336, | |
| "learning_rate": 1.9222060284862538e-05, | |
| "loss": 0.4702852478027344, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 3.648068669527897, | |
| "grad_norm": 4.207464694976807, | |
| "learning_rate": 1.8990195428949983e-05, | |
| "loss": 0.47686077880859373, | |
| "step": 110500 | |
| }, | |
| { | |
| "epoch": 3.664575767580059, | |
| "grad_norm": 3.0146734714508057, | |
| "learning_rate": 1.8758330573037428e-05, | |
| "loss": 0.4447147216796875, | |
| "step": 111000 | |
| }, | |
| { | |
| "epoch": 3.681082865632222, | |
| "grad_norm": 8.923477172851562, | |
| "learning_rate": 1.8526465717124873e-05, | |
| "loss": 0.456516357421875, | |
| "step": 111500 | |
| }, | |
| { | |
| "epoch": 3.6975899636843845, | |
| "grad_norm": 6.79431676864624, | |
| "learning_rate": 1.829460086121232e-05, | |
| "loss": 0.4572928161621094, | |
| "step": 112000 | |
| }, | |
| { | |
| "epoch": 3.7140970617365467, | |
| "grad_norm": 12.184188842773438, | |
| "learning_rate": 1.8062736005299767e-05, | |
| "loss": 0.44392245483398435, | |
| "step": 112500 | |
| }, | |
| { | |
| "epoch": 3.730604159788709, | |
| "grad_norm": 6.109889030456543, | |
| "learning_rate": 1.7830871149387213e-05, | |
| "loss": 0.4647085876464844, | |
| "step": 113000 | |
| }, | |
| { | |
| "epoch": 3.7471112578408716, | |
| "grad_norm": 16.428634643554688, | |
| "learning_rate": 1.7599006293474658e-05, | |
| "loss": 0.4340731201171875, | |
| "step": 113500 | |
| }, | |
| { | |
| "epoch": 3.763618355893034, | |
| "grad_norm": 14.924697875976562, | |
| "learning_rate": 1.7367141437562103e-05, | |
| "loss": 0.470101806640625, | |
| "step": 114000 | |
| }, | |
| { | |
| "epoch": 3.7801254539451965, | |
| "grad_norm": 14.087942123413086, | |
| "learning_rate": 1.7135276581649552e-05, | |
| "loss": 0.47080560302734376, | |
| "step": 114500 | |
| }, | |
| { | |
| "epoch": 3.7966325519973587, | |
| "grad_norm": 16.107940673828125, | |
| "learning_rate": 1.6903411725736997e-05, | |
| "loss": 0.46590252685546873, | |
| "step": 115000 | |
| }, | |
| { | |
| "epoch": 3.8131396500495214, | |
| "grad_norm": 10.144551277160645, | |
| "learning_rate": 1.6671546869824443e-05, | |
| "loss": 0.4599480285644531, | |
| "step": 115500 | |
| }, | |
| { | |
| "epoch": 3.8296467481016836, | |
| "grad_norm": 10.14151382446289, | |
| "learning_rate": 1.6439682013911888e-05, | |
| "loss": 0.46120849609375, | |
| "step": 116000 | |
| }, | |
| { | |
| "epoch": 3.8461538461538463, | |
| "grad_norm": 11.59428596496582, | |
| "learning_rate": 1.6207817157999337e-05, | |
| "loss": 0.4505504760742188, | |
| "step": 116500 | |
| }, | |
| { | |
| "epoch": 3.8626609442060085, | |
| "grad_norm": 7.489445209503174, | |
| "learning_rate": 1.5975952302086782e-05, | |
| "loss": 0.45775439453125, | |
| "step": 117000 | |
| }, | |
| { | |
| "epoch": 3.879168042258171, | |
| "grad_norm": 6.898009300231934, | |
| "learning_rate": 1.5744087446174227e-05, | |
| "loss": 0.437826904296875, | |
| "step": 117500 | |
| }, | |
| { | |
| "epoch": 3.8956751403103334, | |
| "grad_norm": 8.67469310760498, | |
| "learning_rate": 1.5512222590261676e-05, | |
| "loss": 0.46209564208984377, | |
| "step": 118000 | |
| }, | |
| { | |
| "epoch": 3.912182238362496, | |
| "grad_norm": 9.536890029907227, | |
| "learning_rate": 1.528035773434912e-05, | |
| "loss": 0.4517965087890625, | |
| "step": 118500 | |
| }, | |
| { | |
| "epoch": 3.9286893364146582, | |
| "grad_norm": 12.719433784484863, | |
| "learning_rate": 1.5048492878436566e-05, | |
| "loss": 0.44278268432617185, | |
| "step": 119000 | |
| }, | |
| { | |
| "epoch": 3.945196434466821, | |
| "grad_norm": 6.761035919189453, | |
| "learning_rate": 1.4816628022524012e-05, | |
| "loss": 0.4437563781738281, | |
| "step": 119500 | |
| }, | |
| { | |
| "epoch": 3.961703532518983, | |
| "grad_norm": 9.321235656738281, | |
| "learning_rate": 1.458476316661146e-05, | |
| "loss": 0.4429962158203125, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 3.9782106305711453, | |
| "grad_norm": 13.229169845581055, | |
| "learning_rate": 1.4352898310698906e-05, | |
| "loss": 0.4453585510253906, | |
| "step": 120500 | |
| }, | |
| { | |
| "epoch": 3.994717728623308, | |
| "grad_norm": 12.225985527038574, | |
| "learning_rate": 1.4121033454786351e-05, | |
| "loss": 0.43215255737304686, | |
| "step": 121000 | |
| }, | |
| { | |
| "epoch": 4.011224826675471, | |
| "grad_norm": 6.612095355987549, | |
| "learning_rate": 1.3889168598873798e-05, | |
| "loss": 0.42794491577148436, | |
| "step": 121500 | |
| }, | |
| { | |
| "epoch": 4.027731924727633, | |
| "grad_norm": 19.95702362060547, | |
| "learning_rate": 1.3657303742961245e-05, | |
| "loss": 0.40834698486328125, | |
| "step": 122000 | |
| }, | |
| { | |
| "epoch": 4.044239022779795, | |
| "grad_norm": 11.839484214782715, | |
| "learning_rate": 1.342543888704869e-05, | |
| "loss": 0.41184072875976563, | |
| "step": 122500 | |
| }, | |
| { | |
| "epoch": 4.060746120831958, | |
| "grad_norm": 4.341104030609131, | |
| "learning_rate": 1.3193574031136136e-05, | |
| "loss": 0.4033194580078125, | |
| "step": 123000 | |
| }, | |
| { | |
| "epoch": 4.07725321888412, | |
| "grad_norm": 12.381763458251953, | |
| "learning_rate": 1.2961709175223583e-05, | |
| "loss": 0.3985845947265625, | |
| "step": 123500 | |
| }, | |
| { | |
| "epoch": 4.093760316936282, | |
| "grad_norm": 11.846001625061035, | |
| "learning_rate": 1.272984431931103e-05, | |
| "loss": 0.41433114624023437, | |
| "step": 124000 | |
| }, | |
| { | |
| "epoch": 4.110267414988445, | |
| "grad_norm": 11.04519271850586, | |
| "learning_rate": 1.2497979463398475e-05, | |
| "loss": 0.40165704345703124, | |
| "step": 124500 | |
| }, | |
| { | |
| "epoch": 4.1267745130406075, | |
| "grad_norm": 12.111519813537598, | |
| "learning_rate": 1.2266114607485922e-05, | |
| "loss": 0.40655184936523436, | |
| "step": 125000 | |
| }, | |
| { | |
| "epoch": 4.14328161109277, | |
| "grad_norm": 13.776103019714355, | |
| "learning_rate": 1.2034249751573367e-05, | |
| "loss": 0.4055103454589844, | |
| "step": 125500 | |
| }, | |
| { | |
| "epoch": 4.159788709144932, | |
| "grad_norm": 17.371768951416016, | |
| "learning_rate": 1.1802384895660813e-05, | |
| "loss": 0.3992621459960938, | |
| "step": 126000 | |
| }, | |
| { | |
| "epoch": 4.176295807197095, | |
| "grad_norm": 24.995500564575195, | |
| "learning_rate": 1.1570520039748261e-05, | |
| "loss": 0.36630471801757813, | |
| "step": 126500 | |
| }, | |
| { | |
| "epoch": 4.192802905249257, | |
| "grad_norm": 5.215199947357178, | |
| "learning_rate": 1.1338655183835707e-05, | |
| "loss": 0.4138486328125, | |
| "step": 127000 | |
| }, | |
| { | |
| "epoch": 4.20931000330142, | |
| "grad_norm": 1.1457958221435547, | |
| "learning_rate": 1.1106790327923152e-05, | |
| "loss": 0.41272543334960937, | |
| "step": 127500 | |
| }, | |
| { | |
| "epoch": 4.225817101353582, | |
| "grad_norm": 5.064228057861328, | |
| "learning_rate": 1.0874925472010597e-05, | |
| "loss": 0.4165557861328125, | |
| "step": 128000 | |
| }, | |
| { | |
| "epoch": 4.242324199405744, | |
| "grad_norm": 4.753109931945801, | |
| "learning_rate": 1.0643060616098046e-05, | |
| "loss": 0.406870849609375, | |
| "step": 128500 | |
| }, | |
| { | |
| "epoch": 4.258831297457907, | |
| "grad_norm": 14.215486526489258, | |
| "learning_rate": 1.0411195760185491e-05, | |
| "loss": 0.41836679077148436, | |
| "step": 129000 | |
| }, | |
| { | |
| "epoch": 4.27533839551007, | |
| "grad_norm": 14.64974308013916, | |
| "learning_rate": 1.0179330904272936e-05, | |
| "loss": 0.41488427734375, | |
| "step": 129500 | |
| }, | |
| { | |
| "epoch": 4.291845493562231, | |
| "grad_norm": 6.21533727645874, | |
| "learning_rate": 9.947466048360383e-06, | |
| "loss": 0.4024839477539062, | |
| "step": 130000 | |
| }, | |
| { | |
| "epoch": 4.308352591614394, | |
| "grad_norm": 14.10433292388916, | |
| "learning_rate": 9.71560119244783e-06, | |
| "loss": 0.396489013671875, | |
| "step": 130500 | |
| }, | |
| { | |
| "epoch": 4.324859689666557, | |
| "grad_norm": 13.063375473022461, | |
| "learning_rate": 9.483736336535276e-06, | |
| "loss": 0.3887447509765625, | |
| "step": 131000 | |
| }, | |
| { | |
| "epoch": 4.341366787718719, | |
| "grad_norm": 15.06894588470459, | |
| "learning_rate": 9.251871480622723e-06, | |
| "loss": 0.414082763671875, | |
| "step": 131500 | |
| }, | |
| { | |
| "epoch": 4.357873885770881, | |
| "grad_norm": 4.036756992340088, | |
| "learning_rate": 9.020006624710168e-06, | |
| "loss": 0.4040983581542969, | |
| "step": 132000 | |
| }, | |
| { | |
| "epoch": 4.374380983823044, | |
| "grad_norm": 3.5342495441436768, | |
| "learning_rate": 8.788141768797613e-06, | |
| "loss": 0.37372430419921876, | |
| "step": 132500 | |
| }, | |
| { | |
| "epoch": 4.3908880818752065, | |
| "grad_norm": 5.4125590324401855, | |
| "learning_rate": 8.55627691288506e-06, | |
| "loss": 0.3862229614257813, | |
| "step": 133000 | |
| }, | |
| { | |
| "epoch": 4.407395179927369, | |
| "grad_norm": 10.269238471984863, | |
| "learning_rate": 8.324412056972506e-06, | |
| "loss": 0.39998532104492185, | |
| "step": 133500 | |
| }, | |
| { | |
| "epoch": 4.423902277979531, | |
| "grad_norm": 17.385026931762695, | |
| "learning_rate": 8.092547201059953e-06, | |
| "loss": 0.4000919189453125, | |
| "step": 134000 | |
| }, | |
| { | |
| "epoch": 4.440409376031694, | |
| "grad_norm": 9.967487335205078, | |
| "learning_rate": 7.8606823451474e-06, | |
| "loss": 0.41085659790039064, | |
| "step": 134500 | |
| }, | |
| { | |
| "epoch": 4.456916474083856, | |
| "grad_norm": 7.279437065124512, | |
| "learning_rate": 7.628817489234845e-06, | |
| "loss": 0.41115106201171875, | |
| "step": 135000 | |
| }, | |
| { | |
| "epoch": 4.473423572136019, | |
| "grad_norm": 20.997140884399414, | |
| "learning_rate": 7.396952633322292e-06, | |
| "loss": 0.37628985595703124, | |
| "step": 135500 | |
| }, | |
| { | |
| "epoch": 4.489930670188181, | |
| "grad_norm": 20.638233184814453, | |
| "learning_rate": 7.165087777409737e-06, | |
| "loss": 0.3844537353515625, | |
| "step": 136000 | |
| }, | |
| { | |
| "epoch": 4.506437768240343, | |
| "grad_norm": 10.948421478271484, | |
| "learning_rate": 6.933222921497184e-06, | |
| "loss": 0.41525863647460937, | |
| "step": 136500 | |
| }, | |
| { | |
| "epoch": 4.522944866292506, | |
| "grad_norm": 5.250335216522217, | |
| "learning_rate": 6.70135806558463e-06, | |
| "loss": 0.39825369262695315, | |
| "step": 137000 | |
| }, | |
| { | |
| "epoch": 4.539451964344668, | |
| "grad_norm": 11.97547721862793, | |
| "learning_rate": 6.4694932096720765e-06, | |
| "loss": 0.38035321044921877, | |
| "step": 137500 | |
| }, | |
| { | |
| "epoch": 4.5559590623968305, | |
| "grad_norm": 22.62888526916504, | |
| "learning_rate": 6.237628353759523e-06, | |
| "loss": 0.38635723876953126, | |
| "step": 138000 | |
| }, | |
| { | |
| "epoch": 4.572466160448993, | |
| "grad_norm": 8.603704452514648, | |
| "learning_rate": 6.005763497846968e-06, | |
| "loss": 0.3930986328125, | |
| "step": 138500 | |
| }, | |
| { | |
| "epoch": 4.588973258501156, | |
| "grad_norm": 4.589338779449463, | |
| "learning_rate": 5.773898641934415e-06, | |
| "loss": 0.37287020874023435, | |
| "step": 139000 | |
| }, | |
| { | |
| "epoch": 4.6054803565533176, | |
| "grad_norm": 13.401651382446289, | |
| "learning_rate": 5.542033786021862e-06, | |
| "loss": 0.3726418762207031, | |
| "step": 139500 | |
| }, | |
| { | |
| "epoch": 4.62198745460548, | |
| "grad_norm": 11.4149808883667, | |
| "learning_rate": 5.310168930109307e-06, | |
| "loss": 0.39665234375, | |
| "step": 140000 | |
| }, | |
| { | |
| "epoch": 4.638494552657643, | |
| "grad_norm": 7.317187309265137, | |
| "learning_rate": 5.078304074196753e-06, | |
| "loss": 0.4172890319824219, | |
| "step": 140500 | |
| }, | |
| { | |
| "epoch": 4.6550016507098055, | |
| "grad_norm": 9.344099998474121, | |
| "learning_rate": 4.8464392182841995e-06, | |
| "loss": 0.40045440673828125, | |
| "step": 141000 | |
| }, | |
| { | |
| "epoch": 4.671508748761967, | |
| "grad_norm": 10.729949951171875, | |
| "learning_rate": 4.614574362371646e-06, | |
| "loss": 0.3803172607421875, | |
| "step": 141500 | |
| }, | |
| { | |
| "epoch": 4.68801584681413, | |
| "grad_norm": 7.420276165008545, | |
| "learning_rate": 4.382709506459092e-06, | |
| "loss": 0.38827316284179686, | |
| "step": 142000 | |
| }, | |
| { | |
| "epoch": 4.704522944866293, | |
| "grad_norm": 15.778042793273926, | |
| "learning_rate": 4.150844650546538e-06, | |
| "loss": 0.39117340087890623, | |
| "step": 142500 | |
| }, | |
| { | |
| "epoch": 4.721030042918455, | |
| "grad_norm": 4.193133354187012, | |
| "learning_rate": 3.918979794633984e-06, | |
| "loss": 0.41804022216796877, | |
| "step": 143000 | |
| }, | |
| { | |
| "epoch": 4.737537140970617, | |
| "grad_norm": 8.706432342529297, | |
| "learning_rate": 3.6871149387214307e-06, | |
| "loss": 0.39569940185546876, | |
| "step": 143500 | |
| }, | |
| { | |
| "epoch": 4.75404423902278, | |
| "grad_norm": 6.802443504333496, | |
| "learning_rate": 3.455250082808877e-06, | |
| "loss": 0.3666829528808594, | |
| "step": 144000 | |
| }, | |
| { | |
| "epoch": 4.770551337074942, | |
| "grad_norm": 6.266483783721924, | |
| "learning_rate": 3.223385226896323e-06, | |
| "loss": 0.3998408203125, | |
| "step": 144500 | |
| }, | |
| { | |
| "epoch": 4.787058435127104, | |
| "grad_norm": 10.942164421081543, | |
| "learning_rate": 2.991520370983769e-06, | |
| "loss": 0.3830989990234375, | |
| "step": 145000 | |
| }, | |
| { | |
| "epoch": 4.803565533179267, | |
| "grad_norm": 21.07566261291504, | |
| "learning_rate": 2.7596555150712153e-06, | |
| "loss": 0.3703013916015625, | |
| "step": 145500 | |
| }, | |
| { | |
| "epoch": 4.8200726312314295, | |
| "grad_norm": 5.540200710296631, | |
| "learning_rate": 2.5277906591586614e-06, | |
| "loss": 0.3869327392578125, | |
| "step": 146000 | |
| }, | |
| { | |
| "epoch": 4.836579729283592, | |
| "grad_norm": 11.823589324951172, | |
| "learning_rate": 2.295925803246108e-06, | |
| "loss": 0.3982554931640625, | |
| "step": 146500 | |
| }, | |
| { | |
| "epoch": 4.853086827335755, | |
| "grad_norm": 12.406991004943848, | |
| "learning_rate": 2.064060947333554e-06, | |
| "loss": 0.3886056823730469, | |
| "step": 147000 | |
| }, | |
| { | |
| "epoch": 4.869593925387917, | |
| "grad_norm": 6.8308000564575195, | |
| "learning_rate": 1.832196091421e-06, | |
| "loss": 0.4027244567871094, | |
| "step": 147500 | |
| }, | |
| { | |
| "epoch": 4.886101023440079, | |
| "grad_norm": 10.677574157714844, | |
| "learning_rate": 1.6003312355084462e-06, | |
| "loss": 0.3799744567871094, | |
| "step": 148000 | |
| }, | |
| { | |
| "epoch": 4.902608121492242, | |
| "grad_norm": 12.361015319824219, | |
| "learning_rate": 1.3684663795958926e-06, | |
| "loss": 0.37549533081054687, | |
| "step": 148500 | |
| }, | |
| { | |
| "epoch": 4.919115219544404, | |
| "grad_norm": 10.424262046813965, | |
| "learning_rate": 1.1366015236833387e-06, | |
| "loss": 0.38190765380859376, | |
| "step": 149000 | |
| }, | |
| { | |
| "epoch": 4.935622317596566, | |
| "grad_norm": 4.839986324310303, | |
| "learning_rate": 9.04736667770785e-07, | |
| "loss": 0.378268310546875, | |
| "step": 149500 | |
| }, | |
| { | |
| "epoch": 4.952129415648729, | |
| "grad_norm": 11.162050247192383, | |
| "learning_rate": 6.728718118582311e-07, | |
| "loss": 0.3968852233886719, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 4.968636513700892, | |
| "grad_norm": 8.690582275390625, | |
| "learning_rate": 4.410069559456773e-07, | |
| "loss": 0.38345846557617186, | |
| "step": 150500 | |
| }, | |
| { | |
| "epoch": 4.985143611753053, | |
| "grad_norm": 6.007940769195557, | |
| "learning_rate": 2.0914210003312351e-07, | |
| "loss": 0.39504232788085936, | |
| "step": 151000 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "step": 151450, | |
| "total_flos": 3.401845517119488e+16, | |
| "train_loss": 0.744352999637134, | |
| "train_runtime": 30010.6452, | |
| "train_samples_per_second": 80.743, | |
| "train_steps_per_second": 5.047 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 151450, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": false, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3.401845517119488e+16, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |