| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500.0, |
| "global_step": 15033, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 6.652142821506377e-05, |
| "grad_norm": 6.46875, |
| "learning_rate": 4.4345898004434594e-08, |
| "loss": 1.0032552480697632, |
| "step": 1, |
| "token_acc": 0.7789563003818413 |
| }, |
| { |
| "epoch": 0.0006652142821506377, |
| "grad_norm": 5.6875, |
| "learning_rate": 4.4345898004434597e-07, |
| "loss": 1.0671126047770183, |
| "step": 10, |
| "token_acc": 0.7644378405151064 |
| }, |
| { |
| "epoch": 0.0013304285643012754, |
| "grad_norm": 5.84375, |
| "learning_rate": 8.869179600886919e-07, |
| "loss": 1.0109123229980468, |
| "step": 20, |
| "token_acc": 0.7762102563120921 |
| }, |
| { |
| "epoch": 0.0019956428464519135, |
| "grad_norm": 5.78125, |
| "learning_rate": 1.3303769401330377e-06, |
| "loss": 1.0621016502380372, |
| "step": 30, |
| "token_acc": 0.7661449409901638 |
| }, |
| { |
| "epoch": 0.002660857128602551, |
| "grad_norm": 5.96875, |
| "learning_rate": 1.7738359201773839e-06, |
| "loss": 1.0493683815002441, |
| "step": 40, |
| "token_acc": 0.7639085950589997 |
| }, |
| { |
| "epoch": 0.0033260714107531887, |
| "grad_norm": 4.8125, |
| "learning_rate": 2.2172949002217296e-06, |
| "loss": 1.032841682434082, |
| "step": 50, |
| "token_acc": 0.7689052697423695 |
| }, |
| { |
| "epoch": 0.003991285692903827, |
| "grad_norm": 4.46875, |
| "learning_rate": 2.6607538802660755e-06, |
| "loss": 0.9852850914001465, |
| "step": 60, |
| "token_acc": 0.7744265160263413 |
| }, |
| { |
| "epoch": 0.004656499975054465, |
| "grad_norm": 4.625, |
| "learning_rate": 3.1042128603104214e-06, |
| "loss": 0.9635690689086914, |
| "step": 70, |
| "token_acc": 0.7782710343522798 |
| }, |
| { |
| "epoch": 0.005321714257205102, |
| "grad_norm": 3.671875, |
| "learning_rate": 3.5476718403547677e-06, |
| "loss": 1.0110140800476075, |
| "step": 80, |
| "token_acc": 0.7660821802049224 |
| }, |
| { |
| "epoch": 0.00598692853935574, |
| "grad_norm": 3.9375, |
| "learning_rate": 3.991130820399114e-06, |
| "loss": 0.9889877319335938, |
| "step": 90, |
| "token_acc": 0.7712937530812028 |
| }, |
| { |
| "epoch": 0.0066521428215063775, |
| "grad_norm": 2.453125, |
| "learning_rate": 4.434589800443459e-06, |
| "loss": 0.9471888542175293, |
| "step": 100, |
| "token_acc": 0.77793120930729 |
| }, |
| { |
| "epoch": 0.007317357103657015, |
| "grad_norm": 1.9765625, |
| "learning_rate": 4.8780487804878055e-06, |
| "loss": 0.9458837509155273, |
| "step": 110, |
| "token_acc": 0.7781413113549559 |
| }, |
| { |
| "epoch": 0.007982571385807654, |
| "grad_norm": 2.390625, |
| "learning_rate": 5.321507760532151e-06, |
| "loss": 0.99730224609375, |
| "step": 120, |
| "token_acc": 0.7645416008644336 |
| }, |
| { |
| "epoch": 0.008647785667958291, |
| "grad_norm": 2.078125, |
| "learning_rate": 5.764966740576497e-06, |
| "loss": 0.9386472702026367, |
| "step": 130, |
| "token_acc": 0.7759279222679927 |
| }, |
| { |
| "epoch": 0.00931299995010893, |
| "grad_norm": 2.296875, |
| "learning_rate": 6.208425720620843e-06, |
| "loss": 0.9167892456054687, |
| "step": 140, |
| "token_acc": 0.7838547282475331 |
| }, |
| { |
| "epoch": 0.009978214232259567, |
| "grad_norm": 2.21875, |
| "learning_rate": 6.651884700665189e-06, |
| "loss": 0.9006868362426758, |
| "step": 150, |
| "token_acc": 0.7854545985486721 |
| }, |
| { |
| "epoch": 0.010643428514410204, |
| "grad_norm": 2.140625, |
| "learning_rate": 7.0953436807095355e-06, |
| "loss": 0.8818325996398926, |
| "step": 160, |
| "token_acc": 0.7893832441186288 |
| }, |
| { |
| "epoch": 0.011308642796560842, |
| "grad_norm": 2.15625, |
| "learning_rate": 7.538802660753881e-06, |
| "loss": 0.9082184791564941, |
| "step": 170, |
| "token_acc": 0.7821340264008152 |
| }, |
| { |
| "epoch": 0.01197385707871148, |
| "grad_norm": 2.234375, |
| "learning_rate": 7.982261640798227e-06, |
| "loss": 0.9012106895446778, |
| "step": 180, |
| "token_acc": 0.7873876730393676 |
| }, |
| { |
| "epoch": 0.012639071360862118, |
| "grad_norm": 2.21875, |
| "learning_rate": 8.425720620842573e-06, |
| "loss": 0.9063202857971191, |
| "step": 190, |
| "token_acc": 0.7864864285561184 |
| }, |
| { |
| "epoch": 0.013304285643012755, |
| "grad_norm": 2.234375, |
| "learning_rate": 8.869179600886918e-06, |
| "loss": 0.9235092163085937, |
| "step": 200, |
| "token_acc": 0.7807251133634718 |
| }, |
| { |
| "epoch": 0.013969499925163394, |
| "grad_norm": 2.03125, |
| "learning_rate": 9.312638580931265e-06, |
| "loss": 0.9070497512817383, |
| "step": 210, |
| "token_acc": 0.7842770375459549 |
| }, |
| { |
| "epoch": 0.01463471420731403, |
| "grad_norm": 1.9765625, |
| "learning_rate": 9.756097560975611e-06, |
| "loss": 0.9458281517028808, |
| "step": 220, |
| "token_acc": 0.7789438760655694 |
| }, |
| { |
| "epoch": 0.01529992848946467, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.0199556541019956e-05, |
| "loss": 0.9144332885742188, |
| "step": 230, |
| "token_acc": 0.7836323093819683 |
| }, |
| { |
| "epoch": 0.015965142771615308, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.0643015521064302e-05, |
| "loss": 0.9030343055725097, |
| "step": 240, |
| "token_acc": 0.7827914649071462 |
| }, |
| { |
| "epoch": 0.016630357053765945, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.1086474501108649e-05, |
| "loss": 0.8824579238891601, |
| "step": 250, |
| "token_acc": 0.7905821852093488 |
| }, |
| { |
| "epoch": 0.017295571335916582, |
| "grad_norm": 2.203125, |
| "learning_rate": 1.1529933481152995e-05, |
| "loss": 0.9404327392578125, |
| "step": 260, |
| "token_acc": 0.7759785743716523 |
| }, |
| { |
| "epoch": 0.01796078561806722, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.197339246119734e-05, |
| "loss": 0.9133252143859864, |
| "step": 270, |
| "token_acc": 0.7808589002021732 |
| }, |
| { |
| "epoch": 0.01862599990021786, |
| "grad_norm": 1.984375, |
| "learning_rate": 1.2416851441241686e-05, |
| "loss": 0.8845050811767579, |
| "step": 280, |
| "token_acc": 0.7904191185991971 |
| }, |
| { |
| "epoch": 0.019291214182368496, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.2860310421286033e-05, |
| "loss": 0.8647794723510742, |
| "step": 290, |
| "token_acc": 0.793174395569935 |
| }, |
| { |
| "epoch": 0.019956428464519133, |
| "grad_norm": 2.125, |
| "learning_rate": 1.3303769401330378e-05, |
| "loss": 0.9063952445983887, |
| "step": 300, |
| "token_acc": 0.7849687140492158 |
| }, |
| { |
| "epoch": 0.02062164274666977, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.3747228381374724e-05, |
| "loss": 0.9172356605529786, |
| "step": 310, |
| "token_acc": 0.782409823068218 |
| }, |
| { |
| "epoch": 0.021286857028820407, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.4190687361419071e-05, |
| "loss": 0.9081380844116211, |
| "step": 320, |
| "token_acc": 0.7856550752269242 |
| }, |
| { |
| "epoch": 0.021952071310971048, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.4634146341463415e-05, |
| "loss": 0.8435260772705078, |
| "step": 330, |
| "token_acc": 0.8008349415147099 |
| }, |
| { |
| "epoch": 0.022617285593121685, |
| "grad_norm": 2.59375, |
| "learning_rate": 1.5077605321507762e-05, |
| "loss": 0.8369804382324219, |
| "step": 340, |
| "token_acc": 0.7970755893824314 |
| }, |
| { |
| "epoch": 0.02328249987527232, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.5521064301552106e-05, |
| "loss": 0.8634052276611328, |
| "step": 350, |
| "token_acc": 0.790367588062796 |
| }, |
| { |
| "epoch": 0.02394771415742296, |
| "grad_norm": 1.75, |
| "learning_rate": 1.5964523281596455e-05, |
| "loss": 0.8523602485656738, |
| "step": 360, |
| "token_acc": 0.7950500029394282 |
| }, |
| { |
| "epoch": 0.0246129284395736, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.64079822616408e-05, |
| "loss": 0.8734794616699219, |
| "step": 370, |
| "token_acc": 0.7913562047708389 |
| }, |
| { |
| "epoch": 0.025278142721724236, |
| "grad_norm": 2.25, |
| "learning_rate": 1.6851441241685146e-05, |
| "loss": 0.8646720886230469, |
| "step": 380, |
| "token_acc": 0.7947544504023203 |
| }, |
| { |
| "epoch": 0.025943357003874873, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.729490022172949e-05, |
| "loss": 0.881674861907959, |
| "step": 390, |
| "token_acc": 0.7888156529331358 |
| }, |
| { |
| "epoch": 0.02660857128602551, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.7738359201773837e-05, |
| "loss": 0.8686661720275879, |
| "step": 400, |
| "token_acc": 0.7893515376012515 |
| }, |
| { |
| "epoch": 0.02727378556817615, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.8181818181818182e-05, |
| "loss": 0.8588180541992188, |
| "step": 410, |
| "token_acc": 0.7935298632629275 |
| }, |
| { |
| "epoch": 0.027938999850326787, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.862527716186253e-05, |
| "loss": 0.8464418411254883, |
| "step": 420, |
| "token_acc": 0.7971932114882506 |
| }, |
| { |
| "epoch": 0.028604214132477424, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.9068736141906876e-05, |
| "loss": 0.8996849060058594, |
| "step": 430, |
| "token_acc": 0.7864237731047599 |
| }, |
| { |
| "epoch": 0.02926942841462806, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.9512195121951222e-05, |
| "loss": 0.8839289665222168, |
| "step": 440, |
| "token_acc": 0.788282809587393 |
| }, |
| { |
| "epoch": 0.029934642696778698, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.9955654101995567e-05, |
| "loss": 0.8282587051391601, |
| "step": 450, |
| "token_acc": 0.801934299848228 |
| }, |
| { |
| "epoch": 0.03059985697892934, |
| "grad_norm": 2.546875, |
| "learning_rate": 1.9999981201619123e-05, |
| "loss": 0.8479324340820312, |
| "step": 460, |
| "token_acc": 0.7970263005162355 |
| }, |
| { |
| "epoch": 0.031265071261079976, |
| "grad_norm": 2.28125, |
| "learning_rate": 1.9999916219652494e-05, |
| "loss": 0.8353096008300781, |
| "step": 470, |
| "token_acc": 0.7954245057510053 |
| }, |
| { |
| "epoch": 0.031930285543230616, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.999980482232289e-05, |
| "loss": 0.871000099182129, |
| "step": 480, |
| "token_acc": 0.7964856672075268 |
| }, |
| { |
| "epoch": 0.03259549982538125, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.9999647010147373e-05, |
| "loss": 0.8139250755310059, |
| "step": 490, |
| "token_acc": 0.8040610068622889 |
| }, |
| { |
| "epoch": 0.03326071410753189, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.9999442783858437e-05, |
| "loss": 0.8422445297241211, |
| "step": 500, |
| "token_acc": 0.7948968682364599 |
| }, |
| { |
| "epoch": 0.03392592838968252, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.9999192144404008e-05, |
| "loss": 0.8766986846923828, |
| "step": 510, |
| "token_acc": 0.7926061344708512 |
| }, |
| { |
| "epoch": 0.034591142671833164, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.999889509294746e-05, |
| "loss": 0.9220952033996582, |
| "step": 520, |
| "token_acc": 0.7823761335260875 |
| }, |
| { |
| "epoch": 0.035256356953983804, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.999855163086757e-05, |
| "loss": 0.8473668098449707, |
| "step": 530, |
| "token_acc": 0.7985852729947218 |
| }, |
| { |
| "epoch": 0.03592157123613444, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.999816175975854e-05, |
| "loss": 0.8338323593139648, |
| "step": 540, |
| "token_acc": 0.799237684286228 |
| }, |
| { |
| "epoch": 0.03658678551828508, |
| "grad_norm": 2.359375, |
| "learning_rate": 1.999772548143e-05, |
| "loss": 0.8823687553405761, |
| "step": 550, |
| "token_acc": 0.7876458457512041 |
| }, |
| { |
| "epoch": 0.03725199980043572, |
| "grad_norm": 2.34375, |
| "learning_rate": 1.9997242797906954e-05, |
| "loss": 0.9371931076049804, |
| "step": 560, |
| "token_acc": 0.7758809769827133 |
| }, |
| { |
| "epoch": 0.03791721408258635, |
| "grad_norm": 2.125, |
| "learning_rate": 1.9996713711429823e-05, |
| "loss": 0.8702743530273438, |
| "step": 570, |
| "token_acc": 0.7939736372094287 |
| }, |
| { |
| "epoch": 0.03858242836473699, |
| "grad_norm": 2.125, |
| "learning_rate": 1.99961382244544e-05, |
| "loss": 0.8530454635620117, |
| "step": 580, |
| "token_acc": 0.7946033452094239 |
| }, |
| { |
| "epoch": 0.039247642646887626, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.999551633965185e-05, |
| "loss": 0.8797110557556153, |
| "step": 590, |
| "token_acc": 0.7889623075155137 |
| }, |
| { |
| "epoch": 0.039912856929038266, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.9994848059908697e-05, |
| "loss": 0.851103401184082, |
| "step": 600, |
| "token_acc": 0.7971391741342483 |
| }, |
| { |
| "epoch": 0.04057807121118891, |
| "grad_norm": 2.203125, |
| "learning_rate": 1.9994133388326814e-05, |
| "loss": 0.8700343132019043, |
| "step": 610, |
| "token_acc": 0.7902323348831878 |
| }, |
| { |
| "epoch": 0.04124328549333954, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.99933723282234e-05, |
| "loss": 0.8223074913024903, |
| "step": 620, |
| "token_acc": 0.7987239129869792 |
| }, |
| { |
| "epoch": 0.04190849977549018, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.9992564883130975e-05, |
| "loss": 0.8797379493713379, |
| "step": 630, |
| "token_acc": 0.7910438131858916 |
| }, |
| { |
| "epoch": 0.042573714057640814, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.9991711056797358e-05, |
| "loss": 0.8693501472473144, |
| "step": 640, |
| "token_acc": 0.7921797572772321 |
| }, |
| { |
| "epoch": 0.043238928339791455, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.9990810853185645e-05, |
| "loss": 0.7954109191894532, |
| "step": 650, |
| "token_acc": 0.8092031263519165 |
| }, |
| { |
| "epoch": 0.043904142621942095, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.9989864276474198e-05, |
| "loss": 0.8263605117797852, |
| "step": 660, |
| "token_acc": 0.7994725001939338 |
| }, |
| { |
| "epoch": 0.04456935690409273, |
| "grad_norm": 2.375, |
| "learning_rate": 1.9988871331056625e-05, |
| "loss": 0.8481286048889161, |
| "step": 670, |
| "token_acc": 0.7953266446615902 |
| }, |
| { |
| "epoch": 0.04523457118624337, |
| "grad_norm": 2.0, |
| "learning_rate": 1.998783202154176e-05, |
| "loss": 0.8636644363403321, |
| "step": 680, |
| "token_acc": 0.7941210831018458 |
| }, |
| { |
| "epoch": 0.04589978546839401, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.998674635275363e-05, |
| "loss": 0.8527099609375, |
| "step": 690, |
| "token_acc": 0.795036709343649 |
| }, |
| { |
| "epoch": 0.04656499975054464, |
| "grad_norm": 2.421875, |
| "learning_rate": 1.998561432973145e-05, |
| "loss": 0.8760289192199707, |
| "step": 700, |
| "token_acc": 0.7904941760821622 |
| }, |
| { |
| "epoch": 0.047230214032695284, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.9984435957729596e-05, |
| "loss": 0.8014123916625977, |
| "step": 710, |
| "token_acc": 0.8056973809693722 |
| }, |
| { |
| "epoch": 0.04789542831484592, |
| "grad_norm": 1.703125, |
| "learning_rate": 1.9983211242217564e-05, |
| "loss": 0.8793704032897949, |
| "step": 720, |
| "token_acc": 0.7895839000904703 |
| }, |
| { |
| "epoch": 0.04856064259699656, |
| "grad_norm": 2.390625, |
| "learning_rate": 1.9981940188879964e-05, |
| "loss": 0.8566852569580078, |
| "step": 730, |
| "token_acc": 0.7944913754833397 |
| }, |
| { |
| "epoch": 0.0492258568791472, |
| "grad_norm": 2.21875, |
| "learning_rate": 1.998062280361649e-05, |
| "loss": 0.8718212127685547, |
| "step": 740, |
| "token_acc": 0.7928690363153477 |
| }, |
| { |
| "epoch": 0.04989107116129783, |
| "grad_norm": 2.203125, |
| "learning_rate": 1.997925909254188e-05, |
| "loss": 0.8628096580505371, |
| "step": 750, |
| "token_acc": 0.7908997988294347 |
| }, |
| { |
| "epoch": 0.05055628544344847, |
| "grad_norm": 1.984375, |
| "learning_rate": 1.9977849061985903e-05, |
| "loss": 0.8801427841186523, |
| "step": 760, |
| "token_acc": 0.78870904119114 |
| }, |
| { |
| "epoch": 0.051221499725599105, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.997639271849332e-05, |
| "loss": 0.8521597862243653, |
| "step": 770, |
| "token_acc": 0.7962424766401756 |
| }, |
| { |
| "epoch": 0.051886714007749746, |
| "grad_norm": 2.0, |
| "learning_rate": 1.9974890068823863e-05, |
| "loss": 0.8868481636047363, |
| "step": 780, |
| "token_acc": 0.7896258362930536 |
| }, |
| { |
| "epoch": 0.052551928289900386, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.997334111995219e-05, |
| "loss": 0.88748779296875, |
| "step": 790, |
| "token_acc": 0.7867539767540487 |
| }, |
| { |
| "epoch": 0.05321714257205102, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.9971745879067862e-05, |
| "loss": 0.8355445861816406, |
| "step": 800, |
| "token_acc": 0.7978200352871986 |
| }, |
| { |
| "epoch": 0.05388235685420166, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.9970104353575318e-05, |
| "loss": 0.8657492637634278, |
| "step": 810, |
| "token_acc": 0.7897543754225194 |
| }, |
| { |
| "epoch": 0.0545475711363523, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.996841655109381e-05, |
| "loss": 0.8115781784057617, |
| "step": 820, |
| "token_acc": 0.803683813894754 |
| }, |
| { |
| "epoch": 0.055212785418502934, |
| "grad_norm": 2.625, |
| "learning_rate": 1.996668247945741e-05, |
| "loss": 0.857795524597168, |
| "step": 830, |
| "token_acc": 0.7978350584208226 |
| }, |
| { |
| "epoch": 0.055877999700653574, |
| "grad_norm": 2.375, |
| "learning_rate": 1.9964902146714937e-05, |
| "loss": 0.8655693054199218, |
| "step": 840, |
| "token_acc": 0.792825412280168 |
| }, |
| { |
| "epoch": 0.05654321398280421, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.9963075561129943e-05, |
| "loss": 0.7916995525360108, |
| "step": 850, |
| "token_acc": 0.8062171554500763 |
| }, |
| { |
| "epoch": 0.05720842826495485, |
| "grad_norm": 2.453125, |
| "learning_rate": 1.9961202731180656e-05, |
| "loss": 0.8283356666564942, |
| "step": 860, |
| "token_acc": 0.8012577081284413 |
| }, |
| { |
| "epoch": 0.05787364254710549, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.995928366555996e-05, |
| "loss": 0.8634213447570801, |
| "step": 870, |
| "token_acc": 0.7945368503584229 |
| }, |
| { |
| "epoch": 0.05853885682925612, |
| "grad_norm": 2.0, |
| "learning_rate": 1.9957318373175346e-05, |
| "loss": 0.8153613090515137, |
| "step": 880, |
| "token_acc": 0.8038088633423576 |
| }, |
| { |
| "epoch": 0.05920407111140676, |
| "grad_norm": 3.5, |
| "learning_rate": 1.9955306863148865e-05, |
| "loss": 0.8488476753234864, |
| "step": 890, |
| "token_acc": 0.7956926619020537 |
| }, |
| { |
| "epoch": 0.059869285393557396, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.995324914481709e-05, |
| "loss": 0.8491480827331543, |
| "step": 900, |
| "token_acc": 0.7961175428414332 |
| }, |
| { |
| "epoch": 0.06053449967570804, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.9951145227731072e-05, |
| "loss": 0.8101947784423829, |
| "step": 910, |
| "token_acc": 0.805350822402665 |
| }, |
| { |
| "epoch": 0.06119971395785868, |
| "grad_norm": 2.25, |
| "learning_rate": 1.9948995121656304e-05, |
| "loss": 0.7924930095672608, |
| "step": 920, |
| "token_acc": 0.8049354198064707 |
| }, |
| { |
| "epoch": 0.06186492824000931, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.9946798836572668e-05, |
| "loss": 0.8746245384216309, |
| "step": 930, |
| "token_acc": 0.7934826283785594 |
| }, |
| { |
| "epoch": 0.06253014252215995, |
| "grad_norm": 2.359375, |
| "learning_rate": 1.9944556382674386e-05, |
| "loss": 0.8264752388000488, |
| "step": 940, |
| "token_acc": 0.8021613162458233 |
| }, |
| { |
| "epoch": 0.06319535680431058, |
| "grad_norm": 2.125, |
| "learning_rate": 1.994226777036997e-05, |
| "loss": 0.8821484565734863, |
| "step": 950, |
| "token_acc": 0.7902393712040015 |
| }, |
| { |
| "epoch": 0.06386057108646123, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.993993301028219e-05, |
| "loss": 0.8773292541503906, |
| "step": 960, |
| "token_acc": 0.7869990048555037 |
| }, |
| { |
| "epoch": 0.06452578536861187, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.9937552113248013e-05, |
| "loss": 0.8283615112304688, |
| "step": 970, |
| "token_acc": 0.7993306288032455 |
| }, |
| { |
| "epoch": 0.0651909996507625, |
| "grad_norm": 2.46875, |
| "learning_rate": 1.9935125090318547e-05, |
| "loss": 0.894932746887207, |
| "step": 980, |
| "token_acc": 0.7893195225682536 |
| }, |
| { |
| "epoch": 0.06585621393291315, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.9932651952759002e-05, |
| "loss": 0.8480783462524414, |
| "step": 990, |
| "token_acc": 0.7977990610328638 |
| }, |
| { |
| "epoch": 0.06652142821506378, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.9930132712048637e-05, |
| "loss": 0.8316510200500489, |
| "step": 1000, |
| "token_acc": 0.8002888068189079 |
| }, |
| { |
| "epoch": 0.06718664249721441, |
| "grad_norm": 3.046875, |
| "learning_rate": 1.992756737988069e-05, |
| "loss": 0.8458746910095215, |
| "step": 1010, |
| "token_acc": 0.7962315118235763 |
| }, |
| { |
| "epoch": 0.06785185677936505, |
| "grad_norm": 2.46875, |
| "learning_rate": 1.992495596816235e-05, |
| "loss": 0.8479302406311036, |
| "step": 1020, |
| "token_acc": 0.794713445889201 |
| }, |
| { |
| "epoch": 0.0685170710615157, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.9922298489014674e-05, |
| "loss": 0.8340811729431152, |
| "step": 1030, |
| "token_acc": 0.7964420739940589 |
| }, |
| { |
| "epoch": 0.06918228534366633, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.9919594954772555e-05, |
| "loss": 0.8054445266723633, |
| "step": 1040, |
| "token_acc": 0.8050911345494001 |
| }, |
| { |
| "epoch": 0.06984749962581696, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.9916845377984653e-05, |
| "loss": 0.8424126625061035, |
| "step": 1050, |
| "token_acc": 0.8002311917318176 |
| }, |
| { |
| "epoch": 0.07051271390796761, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.9914049771413332e-05, |
| "loss": 0.8628503799438476, |
| "step": 1060, |
| "token_acc": 0.7932705782626827 |
| }, |
| { |
| "epoch": 0.07117792819011824, |
| "grad_norm": 2.21875, |
| "learning_rate": 1.991120814803461e-05, |
| "loss": 0.8279478073120117, |
| "step": 1070, |
| "token_acc": 0.8023755039773346 |
| }, |
| { |
| "epoch": 0.07184314247226888, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.9908320521038096e-05, |
| "loss": 0.8544173240661621, |
| "step": 1080, |
| "token_acc": 0.7953938703591642 |
| }, |
| { |
| "epoch": 0.07250835675441952, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.990538690382693e-05, |
| "loss": 0.8110973358154296, |
| "step": 1090, |
| "token_acc": 0.805195309215335 |
| }, |
| { |
| "epoch": 0.07317357103657016, |
| "grad_norm": 2.28125, |
| "learning_rate": 1.990240731001771e-05, |
| "loss": 0.8267485618591308, |
| "step": 1100, |
| "token_acc": 0.8003877764867735 |
| }, |
| { |
| "epoch": 0.07383878531872079, |
| "grad_norm": 2.53125, |
| "learning_rate": 1.9899381753440458e-05, |
| "loss": 0.8429806709289551, |
| "step": 1110, |
| "token_acc": 0.7991725428119154 |
| }, |
| { |
| "epoch": 0.07450399960087144, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.9896310248138507e-05, |
| "loss": 0.8594174385070801, |
| "step": 1120, |
| "token_acc": 0.7951964878597589 |
| }, |
| { |
| "epoch": 0.07516921388302207, |
| "grad_norm": 1.75, |
| "learning_rate": 1.9893192808368488e-05, |
| "loss": 0.8257651329040527, |
| "step": 1130, |
| "token_acc": 0.8046344386735917 |
| }, |
| { |
| "epoch": 0.0758344281651727, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.9890029448600233e-05, |
| "loss": 0.8417659759521484, |
| "step": 1140, |
| "token_acc": 0.7985600742414944 |
| }, |
| { |
| "epoch": 0.07649964244732334, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.9886820183516707e-05, |
| "loss": 0.8185996055603028, |
| "step": 1150, |
| "token_acc": 0.79997593809759 |
| }, |
| { |
| "epoch": 0.07716485672947399, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.9883565028013966e-05, |
| "loss": 0.7665432929992676, |
| "step": 1160, |
| "token_acc": 0.8132734241850627 |
| }, |
| { |
| "epoch": 0.07783007101162462, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.988026399720105e-05, |
| "loss": 0.8537595748901368, |
| "step": 1170, |
| "token_acc": 0.7958463445528995 |
| }, |
| { |
| "epoch": 0.07849528529377525, |
| "grad_norm": 2.671875, |
| "learning_rate": 1.9876917106399948e-05, |
| "loss": 0.8190966606140136, |
| "step": 1180, |
| "token_acc": 0.8051628114349624 |
| }, |
| { |
| "epoch": 0.0791604995759259, |
| "grad_norm": 2.28125, |
| "learning_rate": 1.9873524371145498e-05, |
| "loss": 0.8334413528442383, |
| "step": 1190, |
| "token_acc": 0.7986840423313173 |
| }, |
| { |
| "epoch": 0.07982571385807653, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.9870085807185343e-05, |
| "loss": 0.8066576957702637, |
| "step": 1200, |
| "token_acc": 0.8089597417011402 |
| }, |
| { |
| "epoch": 0.08049092814022717, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.986660143047983e-05, |
| "loss": 0.8288675308227539, |
| "step": 1210, |
| "token_acc": 0.8 |
| }, |
| { |
| "epoch": 0.08115614242237781, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.986307125720196e-05, |
| "loss": 0.8255479812622071, |
| "step": 1220, |
| "token_acc": 0.8017545421548955 |
| }, |
| { |
| "epoch": 0.08182135670452845, |
| "grad_norm": 1.984375, |
| "learning_rate": 1.98594953037373e-05, |
| "loss": 0.819053840637207, |
| "step": 1230, |
| "token_acc": 0.8010844359568954 |
| }, |
| { |
| "epoch": 0.08248657098667908, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.9855873586683897e-05, |
| "loss": 0.8349920272827148, |
| "step": 1240, |
| "token_acc": 0.801878595595108 |
| }, |
| { |
| "epoch": 0.08315178526882973, |
| "grad_norm": 2.203125, |
| "learning_rate": 1.985220612285223e-05, |
| "loss": 0.8476706504821777, |
| "step": 1250, |
| "token_acc": 0.7967870552109478 |
| }, |
| { |
| "epoch": 0.08381699955098036, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.9848492929265114e-05, |
| "loss": 0.8094767570495606, |
| "step": 1260, |
| "token_acc": 0.8043880993198032 |
| }, |
| { |
| "epoch": 0.084482213833131, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.9844734023157603e-05, |
| "loss": 0.8164218902587891, |
| "step": 1270, |
| "token_acc": 0.8040357215897471 |
| }, |
| { |
| "epoch": 0.08514742811528163, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.9840929421976948e-05, |
| "loss": 0.8524214744567871, |
| "step": 1280, |
| "token_acc": 0.7953319021487344 |
| }, |
| { |
| "epoch": 0.08581264239743228, |
| "grad_norm": 2.25, |
| "learning_rate": 1.9837079143382498e-05, |
| "loss": 0.7957529067993164, |
| "step": 1290, |
| "token_acc": 0.8052775378045611 |
| }, |
| { |
| "epoch": 0.08647785667958291, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.98331832052456e-05, |
| "loss": 0.8511330604553222, |
| "step": 1300, |
| "token_acc": 0.8005637095342368 |
| }, |
| { |
| "epoch": 0.08714307096173354, |
| "grad_norm": 2.296875, |
| "learning_rate": 1.982924162564955e-05, |
| "loss": 0.8577371597290039, |
| "step": 1310, |
| "token_acc": 0.7960172189000008 |
| }, |
| { |
| "epoch": 0.08780828524388419, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.9825254422889482e-05, |
| "loss": 0.782780933380127, |
| "step": 1320, |
| "token_acc": 0.8116809784577358 |
| }, |
| { |
| "epoch": 0.08847349952603482, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.9821221615472303e-05, |
| "loss": 0.7945643424987793, |
| "step": 1330, |
| "token_acc": 0.8064990639208345 |
| }, |
| { |
| "epoch": 0.08913871380818546, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.9817143222116587e-05, |
| "loss": 0.7945376873016358, |
| "step": 1340, |
| "token_acc": 0.8035951628717726 |
| }, |
| { |
| "epoch": 0.0898039280903361, |
| "grad_norm": 2.25, |
| "learning_rate": 1.9813019261752507e-05, |
| "loss": 0.8179100036621094, |
| "step": 1350, |
| "token_acc": 0.8037745691413591 |
| }, |
| { |
| "epoch": 0.09046914237248674, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.980884975352173e-05, |
| "loss": 0.7726712703704834, |
| "step": 1360, |
| "token_acc": 0.8100709971105048 |
| }, |
| { |
| "epoch": 0.09113435665463737, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.980463471677735e-05, |
| "loss": 0.7836864471435547, |
| "step": 1370, |
| "token_acc": 0.8081100023362147 |
| }, |
| { |
| "epoch": 0.09179957093678802, |
| "grad_norm": 2.0, |
| "learning_rate": 1.980037417108377e-05, |
| "loss": 0.8499679565429688, |
| "step": 1380, |
| "token_acc": 0.7917732119759908 |
| }, |
| { |
| "epoch": 0.09246478521893865, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.9796068136216634e-05, |
| "loss": 0.8247855186462403, |
| "step": 1390, |
| "token_acc": 0.801626375687425 |
| }, |
| { |
| "epoch": 0.09312999950108929, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.9791716632162728e-05, |
| "loss": 0.8642170906066895, |
| "step": 1400, |
| "token_acc": 0.7970766339528085 |
| }, |
| { |
| "epoch": 0.09379521378323992, |
| "grad_norm": 2.40625, |
| "learning_rate": 1.978731967911989e-05, |
| "loss": 0.8169401168823243, |
| "step": 1410, |
| "token_acc": 0.8036579668509828 |
| }, |
| { |
| "epoch": 0.09446042806539057, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.9782877297496898e-05, |
| "loss": 0.8450931549072266, |
| "step": 1420, |
| "token_acc": 0.7975495699108597 |
| }, |
| { |
| "epoch": 0.0951256423475412, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.9778389507913403e-05, |
| "loss": 0.8354745864868164, |
| "step": 1430, |
| "token_acc": 0.7968114385446734 |
| }, |
| { |
| "epoch": 0.09579085662969183, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.9773856331199823e-05, |
| "loss": 0.7920023441314697, |
| "step": 1440, |
| "token_acc": 0.8089834320259145 |
| }, |
| { |
| "epoch": 0.09645607091184248, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.9769277788397238e-05, |
| "loss": 0.8014390945434571, |
| "step": 1450, |
| "token_acc": 0.8047444315694605 |
| }, |
| { |
| "epoch": 0.09712128519399311, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.9764653900757295e-05, |
| "loss": 0.8448644638061523, |
| "step": 1460, |
| "token_acc": 0.7981137488345407 |
| }, |
| { |
| "epoch": 0.09778649947614375, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.9759984689742117e-05, |
| "loss": 0.807799243927002, |
| "step": 1470, |
| "token_acc": 0.8051571252731794 |
| }, |
| { |
| "epoch": 0.0984517137582944, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.9755270177024202e-05, |
| "loss": 0.8102557182312011, |
| "step": 1480, |
| "token_acc": 0.8036170578967576 |
| }, |
| { |
| "epoch": 0.09911692804044503, |
| "grad_norm": 2.125, |
| "learning_rate": 1.9750510384486307e-05, |
| "loss": 0.8074784278869629, |
| "step": 1490, |
| "token_acc": 0.8056646545588739 |
| }, |
| { |
| "epoch": 0.09978214232259566, |
| "grad_norm": 2.28125, |
| "learning_rate": 1.9745705334221376e-05, |
| "loss": 0.848141098022461, |
| "step": 1500, |
| "token_acc": 0.7973428204677105 |
| }, |
| { |
| "epoch": 0.10044735660474631, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.9740855048532406e-05, |
| "loss": 0.8179927825927734, |
| "step": 1510, |
| "token_acc": 0.8025347091388655 |
| }, |
| { |
| "epoch": 0.10111257088689694, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.9735959549932363e-05, |
| "loss": 0.7876014709472656, |
| "step": 1520, |
| "token_acc": 0.8106710708146551 |
| }, |
| { |
| "epoch": 0.10177778516904758, |
| "grad_norm": 2.125, |
| "learning_rate": 1.973101886114407e-05, |
| "loss": 0.7852612972259522, |
| "step": 1530, |
| "token_acc": 0.811614069882751 |
| }, |
| { |
| "epoch": 0.10244299945119821, |
| "grad_norm": 2.125, |
| "learning_rate": 1.972603300510011e-05, |
| "loss": 0.8401516914367676, |
| "step": 1540, |
| "token_acc": 0.7986809208812959 |
| }, |
| { |
| "epoch": 0.10310821373334886, |
| "grad_norm": 1.6015625, |
| "learning_rate": 1.972100200494271e-05, |
| "loss": 0.8186181068420411, |
| "step": 1550, |
| "token_acc": 0.8040994765132696 |
| }, |
| { |
| "epoch": 0.10377342801549949, |
| "grad_norm": 2.25, |
| "learning_rate": 1.971592588402363e-05, |
| "loss": 0.7895570278167725, |
| "step": 1560, |
| "token_acc": 0.8068386002177558 |
| }, |
| { |
| "epoch": 0.10443864229765012, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.9710804665904068e-05, |
| "loss": 0.7993306159973145, |
| "step": 1570, |
| "token_acc": 0.8084423366040366 |
| }, |
| { |
| "epoch": 0.10510385657980077, |
| "grad_norm": 2.390625, |
| "learning_rate": 1.970563837435454e-05, |
| "loss": 0.8110671997070312, |
| "step": 1580, |
| "token_acc": 0.8055522383865914 |
| }, |
| { |
| "epoch": 0.1057690708619514, |
| "grad_norm": 2.390625, |
| "learning_rate": 1.9700427033354784e-05, |
| "loss": 0.8436463356018067, |
| "step": 1590, |
| "token_acc": 0.7976655913289323 |
| }, |
| { |
| "epoch": 0.10643428514410204, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.9695170667093627e-05, |
| "loss": 0.8028373718261719, |
| "step": 1600, |
| "token_acc": 0.8030467410912032 |
| }, |
| { |
| "epoch": 0.10709949942625269, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.968986929996889e-05, |
| "loss": 0.8472848892211914, |
| "step": 1610, |
| "token_acc": 0.7972256550130528 |
| }, |
| { |
| "epoch": 0.10776471370840332, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.9684522956587265e-05, |
| "loss": 0.8356766700744629, |
| "step": 1620, |
| "token_acc": 0.8029545793847707 |
| }, |
| { |
| "epoch": 0.10842992799055395, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.967913166176421e-05, |
| "loss": 0.7962865829467773, |
| "step": 1630, |
| "token_acc": 0.8064048102343037 |
| }, |
| { |
| "epoch": 0.1090951422727046, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.9673695440523822e-05, |
| "loss": 0.774437665939331, |
| "step": 1640, |
| "token_acc": 0.8092770331667424 |
| }, |
| { |
| "epoch": 0.10976035655485523, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.9668214318098728e-05, |
| "loss": 0.831325626373291, |
| "step": 1650, |
| "token_acc": 0.7991957761236681 |
| }, |
| { |
| "epoch": 0.11042557083700587, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.9662688319929976e-05, |
| "loss": 0.8110508918762207, |
| "step": 1660, |
| "token_acc": 0.8059353515775872 |
| }, |
| { |
| "epoch": 0.1110907851191565, |
| "grad_norm": 2.3125, |
| "learning_rate": 1.9657117471666897e-05, |
| "loss": 0.8056949615478516, |
| "step": 1670, |
| "token_acc": 0.8045530144071187 |
| }, |
| { |
| "epoch": 0.11175599940130715, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.9651501799167006e-05, |
| "loss": 0.7650763988494873, |
| "step": 1680, |
| "token_acc": 0.8165312454850051 |
| }, |
| { |
| "epoch": 0.11242121368345778, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.964584132849587e-05, |
| "loss": 0.7955361366271972, |
| "step": 1690, |
| "token_acc": 0.8069374277920959 |
| }, |
| { |
| "epoch": 0.11308642796560842, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.9640136085926983e-05, |
| "loss": 0.8545634269714355, |
| "step": 1700, |
| "token_acc": 0.7934587754995224 |
| }, |
| { |
| "epoch": 0.11375164224775906, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.9634386097941665e-05, |
| "loss": 0.7969943523406983, |
| "step": 1710, |
| "token_acc": 0.80630573490797 |
| }, |
| { |
| "epoch": 0.1144168565299097, |
| "grad_norm": 2.375, |
| "learning_rate": 1.9628591391228912e-05, |
| "loss": 0.8716401100158692, |
| "step": 1720, |
| "token_acc": 0.794556000426264 |
| }, |
| { |
| "epoch": 0.11508207081206033, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.962275199268529e-05, |
| "loss": 0.8226058959960938, |
| "step": 1730, |
| "token_acc": 0.8028034316907848 |
| }, |
| { |
| "epoch": 0.11574728509421098, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.961686792941481e-05, |
| "loss": 0.8571075439453125, |
| "step": 1740, |
| "token_acc": 0.7926490755033223 |
| }, |
| { |
| "epoch": 0.11641249937636161, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.9610939228728795e-05, |
| "loss": 0.7975288391113281, |
| "step": 1750, |
| "token_acc": 0.8071410306447923 |
| }, |
| { |
| "epoch": 0.11707771365851224, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.960496591814575e-05, |
| "loss": 0.8235790252685546, |
| "step": 1760, |
| "token_acc": 0.7998536809597493 |
| }, |
| { |
| "epoch": 0.11774292794066289, |
| "grad_norm": 2.21875, |
| "learning_rate": 1.959894802539125e-05, |
| "loss": 0.8125411033630371, |
| "step": 1770, |
| "token_acc": 0.8049061092369791 |
| }, |
| { |
| "epoch": 0.11840814222281353, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.9592885578397792e-05, |
| "loss": 0.7516975402832031, |
| "step": 1780, |
| "token_acc": 0.8191770454797523 |
| }, |
| { |
| "epoch": 0.11907335650496416, |
| "grad_norm": 2.53125, |
| "learning_rate": 1.9586778605304686e-05, |
| "loss": 0.8061980247497559, |
| "step": 1790, |
| "token_acc": 0.8080048078799279 |
| }, |
| { |
| "epoch": 0.11973857078711479, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.9580627134457902e-05, |
| "loss": 0.848361587524414, |
| "step": 1800, |
| "token_acc": 0.7966022244634157 |
| }, |
| { |
| "epoch": 0.12040378506926544, |
| "grad_norm": 2.453125, |
| "learning_rate": 1.9574431194409957e-05, |
| "loss": 0.8258939743041992, |
| "step": 1810, |
| "token_acc": 0.8024224929603373 |
| }, |
| { |
| "epoch": 0.12106899935141607, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.9568190813919766e-05, |
| "loss": 0.7854766845703125, |
| "step": 1820, |
| "token_acc": 0.8081827879288394 |
| }, |
| { |
| "epoch": 0.1217342136335667, |
| "grad_norm": 2.21875, |
| "learning_rate": 1.9561906021952532e-05, |
| "loss": 0.8165424346923829, |
| "step": 1830, |
| "token_acc": 0.8009464719146309 |
| }, |
| { |
| "epoch": 0.12239942791571735, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.9555576847679586e-05, |
| "loss": 0.7650991439819336, |
| "step": 1840, |
| "token_acc": 0.8129558643454188 |
| }, |
| { |
| "epoch": 0.12306464219786799, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.954920332047827e-05, |
| "loss": 0.8019403457641602, |
| "step": 1850, |
| "token_acc": 0.8073100758165758 |
| }, |
| { |
| "epoch": 0.12372985648001862, |
| "grad_norm": 2.296875, |
| "learning_rate": 1.9542785469931783e-05, |
| "loss": 0.8040363311767578, |
| "step": 1860, |
| "token_acc": 0.8084670559253059 |
| }, |
| { |
| "epoch": 0.12439507076216927, |
| "grad_norm": 2.921875, |
| "learning_rate": 1.9536323325829066e-05, |
| "loss": 0.8171208381652832, |
| "step": 1870, |
| "token_acc": 0.8018721287692998 |
| }, |
| { |
| "epoch": 0.1250602850443199, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.9529816918164644e-05, |
| "loss": 0.8484137535095215, |
| "step": 1880, |
| "token_acc": 0.8000041179659994 |
| }, |
| { |
| "epoch": 0.12572549932647054, |
| "grad_norm": 1.9375, |
| "learning_rate": 1.95232662771385e-05, |
| "loss": 0.8055267333984375, |
| "step": 1890, |
| "token_acc": 0.8076957574670374 |
| }, |
| { |
| "epoch": 0.12639071360862117, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.951667143315593e-05, |
| "loss": 0.7828092098236084, |
| "step": 1900, |
| "token_acc": 0.8080822681561939 |
| }, |
| { |
| "epoch": 0.1270559278907718, |
| "grad_norm": 2.53125, |
| "learning_rate": 1.9510032416827385e-05, |
| "loss": 0.7813683032989502, |
| "step": 1910, |
| "token_acc": 0.8081794949126176 |
| }, |
| { |
| "epoch": 0.12772114217292246, |
| "grad_norm": 2.125, |
| "learning_rate": 1.950334925896837e-05, |
| "loss": 0.8153127670288086, |
| "step": 1920, |
| "token_acc": 0.8027402225524666 |
| }, |
| { |
| "epoch": 0.1283863564550731, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.9496621990599265e-05, |
| "loss": 0.7965798854827881, |
| "step": 1930, |
| "token_acc": 0.8080318754389765 |
| }, |
| { |
| "epoch": 0.12905157073722373, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.9489850642945184e-05, |
| "loss": 0.8252116203308105, |
| "step": 1940, |
| "token_acc": 0.8032542067870957 |
| }, |
| { |
| "epoch": 0.12971678501937436, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.9483035247435853e-05, |
| "loss": 0.8026675224304199, |
| "step": 1950, |
| "token_acc": 0.8078038629121415 |
| }, |
| { |
| "epoch": 0.130381999301525, |
| "grad_norm": 2.65625, |
| "learning_rate": 1.947617583570544e-05, |
| "loss": 0.8441123008728028, |
| "step": 1960, |
| "token_acc": 0.7952795779129685 |
| }, |
| { |
| "epoch": 0.13104721358367563, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.946927243959242e-05, |
| "loss": 0.7658082962036132, |
| "step": 1970, |
| "token_acc": 0.8148987580026442 |
| }, |
| { |
| "epoch": 0.1317124278658263, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.946232509113943e-05, |
| "loss": 0.8077128410339356, |
| "step": 1980, |
| "token_acc": 0.8047300183248598 |
| }, |
| { |
| "epoch": 0.13237764214797693, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.9455333822593103e-05, |
| "loss": 0.8423896789550781, |
| "step": 1990, |
| "token_acc": 0.7981230840418764 |
| }, |
| { |
| "epoch": 0.13304285643012756, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.9448298666403936e-05, |
| "loss": 0.7843271732330322, |
| "step": 2000, |
| "token_acc": 0.8069620921474077 |
| }, |
| { |
| "epoch": 0.1337080707122782, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.9441219655226146e-05, |
| "loss": 0.8419926643371582, |
| "step": 2010, |
| "token_acc": 0.7968043168094558 |
| }, |
| { |
| "epoch": 0.13437328499442883, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.943409682191749e-05, |
| "loss": 0.8484352111816407, |
| "step": 2020, |
| "token_acc": 0.7962351668990638 |
| }, |
| { |
| "epoch": 0.13503849927657946, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.942693019953913e-05, |
| "loss": 0.7635398387908936, |
| "step": 2030, |
| "token_acc": 0.8135594371400631 |
| }, |
| { |
| "epoch": 0.1357037135587301, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.941971982135549e-05, |
| "loss": 0.8179874420166016, |
| "step": 2040, |
| "token_acc": 0.803985859240069 |
| }, |
| { |
| "epoch": 0.13636892784088075, |
| "grad_norm": 2.0, |
| "learning_rate": 1.9412465720834076e-05, |
| "loss": 0.8109594345092773, |
| "step": 2050, |
| "token_acc": 0.8048407883114438 |
| }, |
| { |
| "epoch": 0.1370341421230314, |
| "grad_norm": 2.28125, |
| "learning_rate": 1.9405167931645347e-05, |
| "loss": 0.8032848358154296, |
| "step": 2060, |
| "token_acc": 0.8027130279920146 |
| }, |
| { |
| "epoch": 0.13769935640518202, |
| "grad_norm": 2.421875, |
| "learning_rate": 1.9397826487662533e-05, |
| "loss": 0.8114719390869141, |
| "step": 2070, |
| "token_acc": 0.7992189932186413 |
| }, |
| { |
| "epoch": 0.13836457068733266, |
| "grad_norm": 2.390625, |
| "learning_rate": 1.9390441422961506e-05, |
| "loss": 0.809328556060791, |
| "step": 2080, |
| "token_acc": 0.8043400038750035 |
| }, |
| { |
| "epoch": 0.1390297849694833, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.9383012771820596e-05, |
| "loss": 0.7741396427154541, |
| "step": 2090, |
| "token_acc": 0.8151622567631703 |
| }, |
| { |
| "epoch": 0.13969499925163392, |
| "grad_norm": 2.484375, |
| "learning_rate": 1.9375540568720446e-05, |
| "loss": 0.838450813293457, |
| "step": 2100, |
| "token_acc": 0.8012097118919381 |
| }, |
| { |
| "epoch": 0.14036021353378458, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.9368024848343846e-05, |
| "loss": 0.8129657745361328, |
| "step": 2110, |
| "token_acc": 0.8065105403529282 |
| }, |
| { |
| "epoch": 0.14102542781593522, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.9360465645575576e-05, |
| "loss": 0.8476659774780273, |
| "step": 2120, |
| "token_acc": 0.7989302262196784 |
| }, |
| { |
| "epoch": 0.14169064209808585, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.935286299550225e-05, |
| "loss": 0.79197096824646, |
| "step": 2130, |
| "token_acc": 0.806053341324543 |
| }, |
| { |
| "epoch": 0.14235585638023648, |
| "grad_norm": 2.28125, |
| "learning_rate": 1.9345216933412137e-05, |
| "loss": 0.7976673603057861, |
| "step": 2140, |
| "token_acc": 0.8061879282089759 |
| }, |
| { |
| "epoch": 0.14302107066238712, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.9337527494795007e-05, |
| "loss": 0.8158488273620605, |
| "step": 2150, |
| "token_acc": 0.8016826321173837 |
| }, |
| { |
| "epoch": 0.14368628494453775, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.9329794715341973e-05, |
| "loss": 0.8265849113464355, |
| "step": 2160, |
| "token_acc": 0.7981114630856208 |
| }, |
| { |
| "epoch": 0.14435149922668838, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.9322018630945303e-05, |
| "loss": 0.7581172466278077, |
| "step": 2170, |
| "token_acc": 0.8130266186503355 |
| }, |
| { |
| "epoch": 0.14501671350883905, |
| "grad_norm": 2.3125, |
| "learning_rate": 1.9314199277698288e-05, |
| "loss": 0.7884756565093994, |
| "step": 2180, |
| "token_acc": 0.8089428173689565 |
| }, |
| { |
| "epoch": 0.14568192779098968, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.9306336691895035e-05, |
| "loss": 0.8101030349731445, |
| "step": 2190, |
| "token_acc": 0.807570256439578 |
| }, |
| { |
| "epoch": 0.1463471420731403, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.929843091003033e-05, |
| "loss": 0.8203252792358399, |
| "step": 2200, |
| "token_acc": 0.8024444592503757 |
| }, |
| { |
| "epoch": 0.14701235635529095, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.9290481968799462e-05, |
| "loss": 0.7899667739868164, |
| "step": 2210, |
| "token_acc": 0.8102472466347759 |
| }, |
| { |
| "epoch": 0.14767757063744158, |
| "grad_norm": 2.21875, |
| "learning_rate": 1.928248990509803e-05, |
| "loss": 0.7989044666290284, |
| "step": 2220, |
| "token_acc": 0.8069099273826169 |
| }, |
| { |
| "epoch": 0.1483427849195922, |
| "grad_norm": 2.125, |
| "learning_rate": 1.9274454756021795e-05, |
| "loss": 0.8415334701538086, |
| "step": 2230, |
| "token_acc": 0.7967290808277808 |
| }, |
| { |
| "epoch": 0.14900799920174287, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.9266376558866518e-05, |
| "loss": 0.811655330657959, |
| "step": 2240, |
| "token_acc": 0.8017559367543748 |
| }, |
| { |
| "epoch": 0.1496732134838935, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.925825535112775e-05, |
| "loss": 0.7772735595703125, |
| "step": 2250, |
| "token_acc": 0.809683578832515 |
| }, |
| { |
| "epoch": 0.15033842776604414, |
| "grad_norm": 2.453125, |
| "learning_rate": 1.925009117050069e-05, |
| "loss": 0.8000727653503418, |
| "step": 2260, |
| "token_acc": 0.8055789863115057 |
| }, |
| { |
| "epoch": 0.15100364204819477, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.9241884054879992e-05, |
| "loss": 0.7723996639251709, |
| "step": 2270, |
| "token_acc": 0.811688131067286 |
| }, |
| { |
| "epoch": 0.1516688563303454, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.923363404235961e-05, |
| "loss": 0.7946413516998291, |
| "step": 2280, |
| "token_acc": 0.8057864584795978 |
| }, |
| { |
| "epoch": 0.15233407061249604, |
| "grad_norm": 2.453125, |
| "learning_rate": 1.9225341171232585e-05, |
| "loss": 0.8027899742126465, |
| "step": 2290, |
| "token_acc": 0.8040313472238583 |
| }, |
| { |
| "epoch": 0.15299928489464668, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.921700547999091e-05, |
| "loss": 0.8065752983093262, |
| "step": 2300, |
| "token_acc": 0.8054443125180281 |
| }, |
| { |
| "epoch": 0.15366449917679734, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.9208627007325322e-05, |
| "loss": 0.7878462791442871, |
| "step": 2310, |
| "token_acc": 0.8112825997430744 |
| }, |
| { |
| "epoch": 0.15432971345894797, |
| "grad_norm": 2.203125, |
| "learning_rate": 1.9200205792125127e-05, |
| "loss": 0.8106060981750488, |
| "step": 2320, |
| "token_acc": 0.8014337887190586 |
| }, |
| { |
| "epoch": 0.1549949277410986, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.9191741873478034e-05, |
| "loss": 0.804102897644043, |
| "step": 2330, |
| "token_acc": 0.8034365978236732 |
| }, |
| { |
| "epoch": 0.15566014202324924, |
| "grad_norm": 2.578125, |
| "learning_rate": 1.9183235290669956e-05, |
| "loss": 0.8324645042419434, |
| "step": 2340, |
| "token_acc": 0.7973761731862712 |
| }, |
| { |
| "epoch": 0.15632535630539987, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.9174686083184835e-05, |
| "loss": 0.875648307800293, |
| "step": 2350, |
| "token_acc": 0.7907337696996938 |
| }, |
| { |
| "epoch": 0.1569905705875505, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.916609429070446e-05, |
| "loss": 0.7985317230224609, |
| "step": 2360, |
| "token_acc": 0.8065679463978777 |
| }, |
| { |
| "epoch": 0.15765578486970117, |
| "grad_norm": 3.171875, |
| "learning_rate": 1.9157459953108288e-05, |
| "loss": 0.775685453414917, |
| "step": 2370, |
| "token_acc": 0.8132343265344487 |
| }, |
| { |
| "epoch": 0.1583209991518518, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.9148783110473238e-05, |
| "loss": 0.8247651100158692, |
| "step": 2380, |
| "token_acc": 0.7999805019985452 |
| }, |
| { |
| "epoch": 0.15898621343400243, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.9140063803073535e-05, |
| "loss": 0.7709686279296875, |
| "step": 2390, |
| "token_acc": 0.8115176587642979 |
| }, |
| { |
| "epoch": 0.15965142771615307, |
| "grad_norm": 2.375, |
| "learning_rate": 1.9131302071380493e-05, |
| "loss": 0.7848646163940429, |
| "step": 2400, |
| "token_acc": 0.80793707733801 |
| }, |
| { |
| "epoch": 0.1603166419983037, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.9122497956062348e-05, |
| "loss": 0.8096919059753418, |
| "step": 2410, |
| "token_acc": 0.8036021268940151 |
| }, |
| { |
| "epoch": 0.16098185628045433, |
| "grad_norm": 2.125, |
| "learning_rate": 1.9113651497984072e-05, |
| "loss": 0.835840892791748, |
| "step": 2420, |
| "token_acc": 0.8007810616653006 |
| }, |
| { |
| "epoch": 0.16164707056260497, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.9104762738207157e-05, |
| "loss": 0.7337335109710693, |
| "step": 2430, |
| "token_acc": 0.8202393617021276 |
| }, |
| { |
| "epoch": 0.16231228484475563, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.909583171798945e-05, |
| "loss": 0.8023372650146484, |
| "step": 2440, |
| "token_acc": 0.8073231707317073 |
| }, |
| { |
| "epoch": 0.16297749912690626, |
| "grad_norm": 2.84375, |
| "learning_rate": 1.9086858478784957e-05, |
| "loss": 0.8320133209228515, |
| "step": 2450, |
| "token_acc": 0.8007640359411664 |
| }, |
| { |
| "epoch": 0.1636427134090569, |
| "grad_norm": 2.3125, |
| "learning_rate": 1.9077843062243643e-05, |
| "loss": 0.8615562438964843, |
| "step": 2460, |
| "token_acc": 0.7924460100684815 |
| }, |
| { |
| "epoch": 0.16430792769120753, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.9068785510211236e-05, |
| "loss": 0.7892309188842773, |
| "step": 2470, |
| "token_acc": 0.81098724151187 |
| }, |
| { |
| "epoch": 0.16497314197335816, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.905968586472905e-05, |
| "loss": 0.7737140655517578, |
| "step": 2480, |
| "token_acc": 0.8086993578770215 |
| }, |
| { |
| "epoch": 0.1656383562555088, |
| "grad_norm": 2.421875, |
| "learning_rate": 1.905054416803377e-05, |
| "loss": 0.7670929431915283, |
| "step": 2490, |
| "token_acc": 0.813709562491093 |
| }, |
| { |
| "epoch": 0.16630357053765946, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.9041360462557273e-05, |
| "loss": 0.812620735168457, |
| "step": 2500, |
| "token_acc": 0.8054372663066057 |
| }, |
| { |
| "epoch": 0.1669687848198101, |
| "grad_norm": 2.5625, |
| "learning_rate": 1.9032134790926413e-05, |
| "loss": 0.7855628967285156, |
| "step": 2510, |
| "token_acc": 0.8151150511865543 |
| }, |
| { |
| "epoch": 0.16763399910196072, |
| "grad_norm": 2.125, |
| "learning_rate": 1.9022867195962845e-05, |
| "loss": 0.7644612789154053, |
| "step": 2520, |
| "token_acc": 0.8143507147701607 |
| }, |
| { |
| "epoch": 0.16829921338411136, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.9013557720682804e-05, |
| "loss": 0.773519229888916, |
| "step": 2530, |
| "token_acc": 0.8161502978928601 |
| }, |
| { |
| "epoch": 0.168964427666262, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.9004206408296914e-05, |
| "loss": 0.8248126029968261, |
| "step": 2540, |
| "token_acc": 0.8028959039916514 |
| }, |
| { |
| "epoch": 0.16962964194841262, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.8994813302210004e-05, |
| "loss": 0.7783886909484863, |
| "step": 2550, |
| "token_acc": 0.8098294218063826 |
| }, |
| { |
| "epoch": 0.17029485623056326, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.8985378446020878e-05, |
| "loss": 0.806661319732666, |
| "step": 2560, |
| "token_acc": 0.8059421513242859 |
| }, |
| { |
| "epoch": 0.17096007051271392, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.897590188352213e-05, |
| "loss": 0.7482129096984863, |
| "step": 2570, |
| "token_acc": 0.8153992196492906 |
| }, |
| { |
| "epoch": 0.17162528479486455, |
| "grad_norm": 2.46875, |
| "learning_rate": 1.8966383658699937e-05, |
| "loss": 0.8097509384155274, |
| "step": 2580, |
| "token_acc": 0.8038566113337149 |
| }, |
| { |
| "epoch": 0.17229049907701519, |
| "grad_norm": 2.125, |
| "learning_rate": 1.8956823815733858e-05, |
| "loss": 0.8065197944641114, |
| "step": 2590, |
| "token_acc": 0.8038830715532286 |
| }, |
| { |
| "epoch": 0.17295571335916582, |
| "grad_norm": 2.5625, |
| "learning_rate": 1.894722239899662e-05, |
| "loss": 0.8259807586669922, |
| "step": 2600, |
| "token_acc": 0.7990571596935769 |
| }, |
| { |
| "epoch": 0.17362092764131645, |
| "grad_norm": 1.890625, |
| "learning_rate": 1.893757945305392e-05, |
| "loss": 0.833931827545166, |
| "step": 2610, |
| "token_acc": 0.8015678206121533 |
| }, |
| { |
| "epoch": 0.17428614192346709, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.892789502266422e-05, |
| "loss": 0.8023898124694824, |
| "step": 2620, |
| "token_acc": 0.8068236800910773 |
| }, |
| { |
| "epoch": 0.17495135620561775, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.891816915277853e-05, |
| "loss": 0.7992527961730957, |
| "step": 2630, |
| "token_acc": 0.8043180003139867 |
| }, |
| { |
| "epoch": 0.17561657048776838, |
| "grad_norm": 2.453125, |
| "learning_rate": 1.8908401888540204e-05, |
| "loss": 0.7782867431640625, |
| "step": 2640, |
| "token_acc": 0.8091594152200213 |
| }, |
| { |
| "epoch": 0.17628178476991901, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.889859327528474e-05, |
| "loss": 0.8014581680297852, |
| "step": 2650, |
| "token_acc": 0.8070504712554571 |
| }, |
| { |
| "epoch": 0.17694699905206965, |
| "grad_norm": 2.34375, |
| "learning_rate": 1.8888743358539545e-05, |
| "loss": 0.8105681419372559, |
| "step": 2660, |
| "token_acc": 0.8034869844349286 |
| }, |
| { |
| "epoch": 0.17761221333422028, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.8878852184023754e-05, |
| "loss": 0.8274518013000488, |
| "step": 2670, |
| "token_acc": 0.8037657567006898 |
| }, |
| { |
| "epoch": 0.17827742761637091, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.8868919797647996e-05, |
| "loss": 0.8177736282348633, |
| "step": 2680, |
| "token_acc": 0.8061188292273277 |
| }, |
| { |
| "epoch": 0.17894264189852155, |
| "grad_norm": 2.125, |
| "learning_rate": 1.885894624551419e-05, |
| "loss": 0.734040641784668, |
| "step": 2690, |
| "token_acc": 0.816507944982415 |
| }, |
| { |
| "epoch": 0.1796078561806722, |
| "grad_norm": 2.46875, |
| "learning_rate": 1.8848931573915322e-05, |
| "loss": 0.818148136138916, |
| "step": 2700, |
| "token_acc": 0.8061761058836792 |
| }, |
| { |
| "epoch": 0.18027307046282284, |
| "grad_norm": 1.875, |
| "learning_rate": 1.8838875829335253e-05, |
| "loss": 0.7727782249450683, |
| "step": 2710, |
| "token_acc": 0.8115920976176642 |
| }, |
| { |
| "epoch": 0.18093828474497348, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.8828779058448473e-05, |
| "loss": 0.7757514476776123, |
| "step": 2720, |
| "token_acc": 0.8101909959072305 |
| }, |
| { |
| "epoch": 0.1816034990271241, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.8818641308119902e-05, |
| "loss": 0.8236318588256836, |
| "step": 2730, |
| "token_acc": 0.8017989679526067 |
| }, |
| { |
| "epoch": 0.18226871330927474, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.880846262540467e-05, |
| "loss": 0.8090157508850098, |
| "step": 2740, |
| "token_acc": 0.8051376146788991 |
| }, |
| { |
| "epoch": 0.18293392759142538, |
| "grad_norm": 2.46875, |
| "learning_rate": 1.87982430575479e-05, |
| "loss": 0.749823522567749, |
| "step": 2750, |
| "token_acc": 0.8154171173852754 |
| }, |
| { |
| "epoch": 0.18359914187357604, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.8787982651984483e-05, |
| "loss": 0.8127921104431153, |
| "step": 2760, |
| "token_acc": 0.80385509245071 |
| }, |
| { |
| "epoch": 0.18426435615572667, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.8777681456338864e-05, |
| "loss": 0.7437403678894043, |
| "step": 2770, |
| "token_acc": 0.817393841489884 |
| }, |
| { |
| "epoch": 0.1849295704378773, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.8767339518424817e-05, |
| "loss": 0.7891062259674072, |
| "step": 2780, |
| "token_acc": 0.8092848967560873 |
| }, |
| { |
| "epoch": 0.18559478472002794, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.8756956886245223e-05, |
| "loss": 0.7623389720916748, |
| "step": 2790, |
| "token_acc": 0.8133009695681992 |
| }, |
| { |
| "epoch": 0.18625999900217857, |
| "grad_norm": 2.359375, |
| "learning_rate": 1.874653360799185e-05, |
| "loss": 0.762004804611206, |
| "step": 2800, |
| "token_acc": 0.8137980856059238 |
| }, |
| { |
| "epoch": 0.1869252132843292, |
| "grad_norm": 2.34375, |
| "learning_rate": 1.8736069732045135e-05, |
| "loss": 0.8272488594055176, |
| "step": 2810, |
| "token_acc": 0.8052929089060981 |
| }, |
| { |
| "epoch": 0.18759042756647984, |
| "grad_norm": 2.640625, |
| "learning_rate": 1.8725565306973935e-05, |
| "loss": 0.7898888111114502, |
| "step": 2820, |
| "token_acc": 0.8082411026243775 |
| }, |
| { |
| "epoch": 0.1882556418486305, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.8715020381535333e-05, |
| "loss": 0.7798984050750732, |
| "step": 2830, |
| "token_acc": 0.809485695667264 |
| }, |
| { |
| "epoch": 0.18892085613078113, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.870443500467439e-05, |
| "loss": 0.7661069393157959, |
| "step": 2840, |
| "token_acc": 0.8130625832223701 |
| }, |
| { |
| "epoch": 0.18958607041293177, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.8693809225523933e-05, |
| "loss": 0.7988604068756103, |
| "step": 2850, |
| "token_acc": 0.8079311261800293 |
| }, |
| { |
| "epoch": 0.1902512846950824, |
| "grad_norm": 2.375, |
| "learning_rate": 1.8683143093404314e-05, |
| "loss": 0.7994510173797608, |
| "step": 2860, |
| "token_acc": 0.8060318243493277 |
| }, |
| { |
| "epoch": 0.19091649897723303, |
| "grad_norm": 2.34375, |
| "learning_rate": 1.8672436657823184e-05, |
| "loss": 0.8280925750732422, |
| "step": 2870, |
| "token_acc": 0.8011194973095952 |
| }, |
| { |
| "epoch": 0.19158171325938367, |
| "grad_norm": 2.46875, |
| "learning_rate": 1.8661689968475274e-05, |
| "loss": 0.7538088798522949, |
| "step": 2880, |
| "token_acc": 0.8160597224190265 |
| }, |
| { |
| "epoch": 0.19224692754153433, |
| "grad_norm": 2.3125, |
| "learning_rate": 1.8650903075242143e-05, |
| "loss": 0.7606218338012696, |
| "step": 2890, |
| "token_acc": 0.8121323529411765 |
| }, |
| { |
| "epoch": 0.19291214182368496, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.8640076028191976e-05, |
| "loss": 0.767609977722168, |
| "step": 2900, |
| "token_acc": 0.8157092962770306 |
| }, |
| { |
| "epoch": 0.1935773561058356, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.862920887757932e-05, |
| "loss": 0.7846102714538574, |
| "step": 2910, |
| "token_acc": 0.8117420468884904 |
| }, |
| { |
| "epoch": 0.19424257038798623, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.861830167384487e-05, |
| "loss": 0.7808233737945557, |
| "step": 2920, |
| "token_acc": 0.8104998253356052 |
| }, |
| { |
| "epoch": 0.19490778467013686, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.860735446761524e-05, |
| "loss": 0.7852920532226563, |
| "step": 2930, |
| "token_acc": 0.808852383594268 |
| }, |
| { |
| "epoch": 0.1955729989522875, |
| "grad_norm": 1.890625, |
| "learning_rate": 1.8596367309702703e-05, |
| "loss": 0.7990771293640136, |
| "step": 2940, |
| "token_acc": 0.8052453389915061 |
| }, |
| { |
| "epoch": 0.19623821323443813, |
| "grad_norm": 2.3125, |
| "learning_rate": 1.8585340251104983e-05, |
| "loss": 0.7932301521301269, |
| "step": 2950, |
| "token_acc": 0.8096279459951674 |
| }, |
| { |
| "epoch": 0.1969034275165888, |
| "grad_norm": 2.9375, |
| "learning_rate": 1.8574273343004998e-05, |
| "loss": 0.7561912536621094, |
| "step": 2960, |
| "token_acc": 0.8140277440461734 |
| }, |
| { |
| "epoch": 0.19756864179873942, |
| "grad_norm": 2.296875, |
| "learning_rate": 1.8563166636770637e-05, |
| "loss": 0.7565604686737061, |
| "step": 2970, |
| "token_acc": 0.8153963773229829 |
| }, |
| { |
| "epoch": 0.19823385608089006, |
| "grad_norm": 2.359375, |
| "learning_rate": 1.8552020183954512e-05, |
| "loss": 0.8498549461364746, |
| "step": 2980, |
| "token_acc": 0.7987184191571194 |
| }, |
| { |
| "epoch": 0.1988990703630407, |
| "grad_norm": 3.109375, |
| "learning_rate": 1.854083403629372e-05, |
| "loss": 0.7454395294189453, |
| "step": 2990, |
| "token_acc": 0.8169002486783814 |
| }, |
| { |
| "epoch": 0.19956428464519133, |
| "grad_norm": 2.25, |
| "learning_rate": 1.8529608245709606e-05, |
| "loss": 0.7931854248046875, |
| "step": 3000, |
| "token_acc": 0.8087008921150329 |
| }, |
| { |
| "epoch": 0.20022949892734196, |
| "grad_norm": 2.484375, |
| "learning_rate": 1.8518342864307524e-05, |
| "loss": 0.7879324436187745, |
| "step": 3010, |
| "token_acc": 0.8077937428434233 |
| }, |
| { |
| "epoch": 0.20089471320949262, |
| "grad_norm": 2.296875, |
| "learning_rate": 1.8507037944376588e-05, |
| "loss": 0.7776303291320801, |
| "step": 3020, |
| "token_acc": 0.8116748344736697 |
| }, |
| { |
| "epoch": 0.20155992749164325, |
| "grad_norm": 2.125, |
| "learning_rate": 1.849569353838943e-05, |
| "loss": 0.7909939765930176, |
| "step": 3030, |
| "token_acc": 0.8066300945713997 |
| }, |
| { |
| "epoch": 0.2022251417737939, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.848430969900197e-05, |
| "loss": 0.7959461688995362, |
| "step": 3040, |
| "token_acc": 0.8050304674643064 |
| }, |
| { |
| "epoch": 0.20289035605594452, |
| "grad_norm": 2.203125, |
| "learning_rate": 1.8472886479053147e-05, |
| "loss": 0.8168770790100097, |
| "step": 3050, |
| "token_acc": 0.805860330386544 |
| }, |
| { |
| "epoch": 0.20355557033809515, |
| "grad_norm": 2.25, |
| "learning_rate": 1.84614239315647e-05, |
| "loss": 0.8059884071350097, |
| "step": 3060, |
| "token_acc": 0.8087095386365459 |
| }, |
| { |
| "epoch": 0.2042207846202458, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.8449922109740902e-05, |
| "loss": 0.8091599464416503, |
| "step": 3070, |
| "token_acc": 0.8053880091221041 |
| }, |
| { |
| "epoch": 0.20488599890239642, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.843838106696833e-05, |
| "loss": 0.8371237754821778, |
| "step": 3080, |
| "token_acc": 0.7995299214883932 |
| }, |
| { |
| "epoch": 0.20555121318454708, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.8426800856815593e-05, |
| "loss": 0.8258884429931641, |
| "step": 3090, |
| "token_acc": 0.8028408434136358 |
| }, |
| { |
| "epoch": 0.20621642746669772, |
| "grad_norm": 2.125, |
| "learning_rate": 1.841518153303311e-05, |
| "loss": 0.7747116565704346, |
| "step": 3100, |
| "token_acc": 0.8109330124970892 |
| }, |
| { |
| "epoch": 0.20688164174884835, |
| "grad_norm": 2.6875, |
| "learning_rate": 1.8403523149552856e-05, |
| "loss": 0.7323533058166504, |
| "step": 3110, |
| "token_acc": 0.8201642520270579 |
| }, |
| { |
| "epoch": 0.20754685603099898, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.839182576048808e-05, |
| "loss": 0.7797468185424805, |
| "step": 3120, |
| "token_acc": 0.8122121232829905 |
| }, |
| { |
| "epoch": 0.20821207031314962, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.83800894201331e-05, |
| "loss": 0.7735537052154541, |
| "step": 3130, |
| "token_acc": 0.8082956984514967 |
| }, |
| { |
| "epoch": 0.20887728459530025, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.836831418296302e-05, |
| "loss": 0.7757162570953369, |
| "step": 3140, |
| "token_acc": 0.8098400811841691 |
| }, |
| { |
| "epoch": 0.2095424988774509, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.8356500103633488e-05, |
| "loss": 0.7793453216552735, |
| "step": 3150, |
| "token_acc": 0.8098837947100307 |
| }, |
| { |
| "epoch": 0.21020771315960154, |
| "grad_norm": 2.28125, |
| "learning_rate": 1.834464723698044e-05, |
| "loss": 0.7601890563964844, |
| "step": 3160, |
| "token_acc": 0.8152475040510166 |
| }, |
| { |
| "epoch": 0.21087292744175218, |
| "grad_norm": 2.515625, |
| "learning_rate": 1.8332755638019858e-05, |
| "loss": 0.7647199630737305, |
| "step": 3170, |
| "token_acc": 0.8139656416069246 |
| }, |
| { |
| "epoch": 0.2115381417239028, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.832082536194748e-05, |
| "loss": 0.7917447566986084, |
| "step": 3180, |
| "token_acc": 0.8084312871861848 |
| }, |
| { |
| "epoch": 0.21220335600605345, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.8308856464138588e-05, |
| "loss": 0.7848927497863769, |
| "step": 3190, |
| "token_acc": 0.8077341100773846 |
| }, |
| { |
| "epoch": 0.21286857028820408, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.8296849000147714e-05, |
| "loss": 0.7667469501495361, |
| "step": 3200, |
| "token_acc": 0.8130416334045323 |
| }, |
| { |
| "epoch": 0.2135337845703547, |
| "grad_norm": 2.21875, |
| "learning_rate": 1.828480302570841e-05, |
| "loss": 0.7721033096313477, |
| "step": 3210, |
| "token_acc": 0.8108323347499572 |
| }, |
| { |
| "epoch": 0.21419899885250537, |
| "grad_norm": 2.8125, |
| "learning_rate": 1.827271859673297e-05, |
| "loss": 0.760159683227539, |
| "step": 3220, |
| "token_acc": 0.8129236024507943 |
| }, |
| { |
| "epoch": 0.214864213134656, |
| "grad_norm": 2.390625, |
| "learning_rate": 1.826059576931218e-05, |
| "loss": 0.7689784526824951, |
| "step": 3230, |
| "token_acc": 0.8150187362183953 |
| }, |
| { |
| "epoch": 0.21552942741680664, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.824843459971506e-05, |
| "loss": 0.8144923210144043, |
| "step": 3240, |
| "token_acc": 0.8031795633530451 |
| }, |
| { |
| "epoch": 0.21619464169895727, |
| "grad_norm": 3.53125, |
| "learning_rate": 1.8236235144388583e-05, |
| "loss": 0.796943187713623, |
| "step": 3250, |
| "token_acc": 0.8018266057798074 |
| }, |
| { |
| "epoch": 0.2168598559811079, |
| "grad_norm": 2.5625, |
| "learning_rate": 1.8223997459957443e-05, |
| "loss": 0.7617924690246582, |
| "step": 3260, |
| "token_acc": 0.814580680709749 |
| }, |
| { |
| "epoch": 0.21752507026325854, |
| "grad_norm": 2.28125, |
| "learning_rate": 1.8211721603223774e-05, |
| "loss": 0.7788496494293213, |
| "step": 3270, |
| "token_acc": 0.8116737597401262 |
| }, |
| { |
| "epoch": 0.2181902845454092, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.819940763116689e-05, |
| "loss": 0.8145605087280273, |
| "step": 3280, |
| "token_acc": 0.8055434812138336 |
| }, |
| { |
| "epoch": 0.21885549882755984, |
| "grad_norm": 2.421875, |
| "learning_rate": 1.818705560094301e-05, |
| "loss": 0.8086992263793945, |
| "step": 3290, |
| "token_acc": 0.805947115318369 |
| }, |
| { |
| "epoch": 0.21952071310971047, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.817466556988502e-05, |
| "loss": 0.7621450424194336, |
| "step": 3300, |
| "token_acc": 0.8134629547797908 |
| }, |
| { |
| "epoch": 0.2201859273918611, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.816223759550217e-05, |
| "loss": 0.8148023605346679, |
| "step": 3310, |
| "token_acc": 0.8055541702585439 |
| }, |
| { |
| "epoch": 0.22085114167401174, |
| "grad_norm": 2.703125, |
| "learning_rate": 1.8149771735479847e-05, |
| "loss": 0.7908721923828125, |
| "step": 3320, |
| "token_acc": 0.8103130755064457 |
| }, |
| { |
| "epoch": 0.22151635595616237, |
| "grad_norm": 2.21875, |
| "learning_rate": 1.8137268047679274e-05, |
| "loss": 0.7743474960327148, |
| "step": 3330, |
| "token_acc": 0.8109734973150875 |
| }, |
| { |
| "epoch": 0.222181570238313, |
| "grad_norm": 2.125, |
| "learning_rate": 1.812472659013726e-05, |
| "loss": 0.7622000217437744, |
| "step": 3340, |
| "token_acc": 0.8149303105486384 |
| }, |
| { |
| "epoch": 0.22284678452046366, |
| "grad_norm": 2.515625, |
| "learning_rate": 1.8112147421065923e-05, |
| "loss": 0.7876116275787354, |
| "step": 3350, |
| "token_acc": 0.8091663402300487 |
| }, |
| { |
| "epoch": 0.2235119988026143, |
| "grad_norm": 2.296875, |
| "learning_rate": 1.809953059885242e-05, |
| "loss": 0.7649473190307617, |
| "step": 3360, |
| "token_acc": 0.8109314333746948 |
| }, |
| { |
| "epoch": 0.22417721308476493, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.808687618205868e-05, |
| "loss": 0.7231990337371826, |
| "step": 3370, |
| "token_acc": 0.8238119845989242 |
| }, |
| { |
| "epoch": 0.22484242736691556, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.8074184229421127e-05, |
| "loss": 0.8160101890563964, |
| "step": 3380, |
| "token_acc": 0.8041415389086681 |
| }, |
| { |
| "epoch": 0.2255076416490662, |
| "grad_norm": 2.5625, |
| "learning_rate": 1.806145479985042e-05, |
| "loss": 0.7418264389038086, |
| "step": 3390, |
| "token_acc": 0.81832327219813 |
| }, |
| { |
| "epoch": 0.22617285593121683, |
| "grad_norm": 2.21875, |
| "learning_rate": 1.8048687952431158e-05, |
| "loss": 0.7653279781341553, |
| "step": 3400, |
| "token_acc": 0.8161176278106972 |
| }, |
| { |
| "epoch": 0.2268380702133675, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.8035883746421626e-05, |
| "loss": 0.7776473045349122, |
| "step": 3410, |
| "token_acc": 0.8104045850713874 |
| }, |
| { |
| "epoch": 0.22750328449551813, |
| "grad_norm": 2.296875, |
| "learning_rate": 1.802304224125351e-05, |
| "loss": 0.7973399639129639, |
| "step": 3420, |
| "token_acc": 0.808518847177746 |
| }, |
| { |
| "epoch": 0.22816849877766876, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.8010163496531623e-05, |
| "loss": 0.81991548538208, |
| "step": 3430, |
| "token_acc": 0.8046815516669161 |
| }, |
| { |
| "epoch": 0.2288337130598194, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.7997247572033617e-05, |
| "loss": 0.7869620800018311, |
| "step": 3440, |
| "token_acc": 0.8107487625934637 |
| }, |
| { |
| "epoch": 0.22949892734197003, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.798429452770974e-05, |
| "loss": 0.7722719192504883, |
| "step": 3450, |
| "token_acc": 0.8113003457125284 |
| }, |
| { |
| "epoch": 0.23016414162412066, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.7971304423682512e-05, |
| "loss": 0.7793629169464111, |
| "step": 3460, |
| "token_acc": 0.8130648394029073 |
| }, |
| { |
| "epoch": 0.2308293559062713, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.795827732024648e-05, |
| "loss": 0.8005661010742188, |
| "step": 3470, |
| "token_acc": 0.8045256446037914 |
| }, |
| { |
| "epoch": 0.23149457018842196, |
| "grad_norm": 2.21875, |
| "learning_rate": 1.7945213277867923e-05, |
| "loss": 0.7839313983917237, |
| "step": 3480, |
| "token_acc": 0.8125887055821039 |
| }, |
| { |
| "epoch": 0.2321597844705726, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.793211235718458e-05, |
| "loss": 0.7761583805084229, |
| "step": 3490, |
| "token_acc": 0.8092856252010266 |
| }, |
| { |
| "epoch": 0.23282499875272322, |
| "grad_norm": 2.359375, |
| "learning_rate": 1.7918974619005353e-05, |
| "loss": 0.8088750839233398, |
| "step": 3500, |
| "token_acc": 0.8046893884457337 |
| }, |
| { |
| "epoch": 0.23349021303487386, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.7905800124310048e-05, |
| "loss": 0.7618515014648437, |
| "step": 3510, |
| "token_acc": 0.816849095360027 |
| }, |
| { |
| "epoch": 0.2341554273170245, |
| "grad_norm": 2.3125, |
| "learning_rate": 1.789258893424907e-05, |
| "loss": 0.8020499229431153, |
| "step": 3520, |
| "token_acc": 0.8110408992565443 |
| }, |
| { |
| "epoch": 0.23482064159917512, |
| "grad_norm": 2.34375, |
| "learning_rate": 1.7879341110143146e-05, |
| "loss": 0.7574660778045654, |
| "step": 3530, |
| "token_acc": 0.8170663232838972 |
| }, |
| { |
| "epoch": 0.23548585588132578, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.7866056713483056e-05, |
| "loss": 0.7475795269012451, |
| "step": 3540, |
| "token_acc": 0.81980980874025 |
| }, |
| { |
| "epoch": 0.23615107016347642, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.7852735805929323e-05, |
| "loss": 0.8310126304626465, |
| "step": 3550, |
| "token_acc": 0.8012745497099827 |
| }, |
| { |
| "epoch": 0.23681628444562705, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.783937844931194e-05, |
| "loss": 0.8070357322692872, |
| "step": 3560, |
| "token_acc": 0.8029723339576872 |
| }, |
| { |
| "epoch": 0.23748149872777768, |
| "grad_norm": 2.25, |
| "learning_rate": 1.7825984705630078e-05, |
| "loss": 0.757973575592041, |
| "step": 3570, |
| "token_acc": 0.8166404623294947 |
| }, |
| { |
| "epoch": 0.23814671300992832, |
| "grad_norm": 2.375, |
| "learning_rate": 1.7812554637051813e-05, |
| "loss": 0.7936281204223633, |
| "step": 3580, |
| "token_acc": 0.8034958847889607 |
| }, |
| { |
| "epoch": 0.23881192729207895, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.7799088305913814e-05, |
| "loss": 0.8253312110900879, |
| "step": 3590, |
| "token_acc": 0.8015503975957229 |
| }, |
| { |
| "epoch": 0.23947714157422959, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.7785585774721067e-05, |
| "loss": 0.7698770046234131, |
| "step": 3600, |
| "token_acc": 0.8139664313541697 |
| }, |
| { |
| "epoch": 0.24014235585638025, |
| "grad_norm": 2.3125, |
| "learning_rate": 1.777204710614659e-05, |
| "loss": 0.8286229133605957, |
| "step": 3610, |
| "token_acc": 0.800103469460342 |
| }, |
| { |
| "epoch": 0.24080757013853088, |
| "grad_norm": 2.375, |
| "learning_rate": 1.7758472363031135e-05, |
| "loss": 0.7958843231201171, |
| "step": 3620, |
| "token_acc": 0.8059600852547956 |
| }, |
| { |
| "epoch": 0.2414727844206815, |
| "grad_norm": 2.0, |
| "learning_rate": 1.774486160838288e-05, |
| "loss": 0.8067877769470215, |
| "step": 3630, |
| "token_acc": 0.8051312578908463 |
| }, |
| { |
| "epoch": 0.24213799870283215, |
| "grad_norm": 2.125, |
| "learning_rate": 1.773121490537718e-05, |
| "loss": 0.787751293182373, |
| "step": 3640, |
| "token_acc": 0.8102939412117577 |
| }, |
| { |
| "epoch": 0.24280321298498278, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.771753231735622e-05, |
| "loss": 0.7512083530426026, |
| "step": 3650, |
| "token_acc": 0.8175453531380262 |
| }, |
| { |
| "epoch": 0.2434684272671334, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.770381390782877e-05, |
| "loss": 0.794468879699707, |
| "step": 3660, |
| "token_acc": 0.810895679662803 |
| }, |
| { |
| "epoch": 0.24413364154928408, |
| "grad_norm": 2.125, |
| "learning_rate": 1.769005974046986e-05, |
| "loss": 0.7916010856628418, |
| "step": 3670, |
| "token_acc": 0.8085486789721318 |
| }, |
| { |
| "epoch": 0.2447988558314347, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.7676269879120484e-05, |
| "loss": 0.759503698348999, |
| "step": 3680, |
| "token_acc": 0.8145161906070809 |
| }, |
| { |
| "epoch": 0.24546407011358534, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.766244438778733e-05, |
| "loss": 0.7657989501953125, |
| "step": 3690, |
| "token_acc": 0.8122024972148676 |
| }, |
| { |
| "epoch": 0.24612928439573598, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.7648583330642448e-05, |
| "loss": 0.7769675254821777, |
| "step": 3700, |
| "token_acc": 0.8108891928864569 |
| }, |
| { |
| "epoch": 0.2467944986778866, |
| "grad_norm": 2.3125, |
| "learning_rate": 1.7634686772022976e-05, |
| "loss": 0.8191388130187989, |
| "step": 3710, |
| "token_acc": 0.8017965253595278 |
| }, |
| { |
| "epoch": 0.24745971296003724, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.762075477643084e-05, |
| "loss": 0.7756865501403809, |
| "step": 3720, |
| "token_acc": 0.8136545117748208 |
| }, |
| { |
| "epoch": 0.24812492724218788, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.7606787408532447e-05, |
| "loss": 0.7772349834442138, |
| "step": 3730, |
| "token_acc": 0.8111197310576674 |
| }, |
| { |
| "epoch": 0.24879014152433854, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.7592784733158378e-05, |
| "loss": 0.7693561553955078, |
| "step": 3740, |
| "token_acc": 0.8133991330629681 |
| }, |
| { |
| "epoch": 0.24945535580648917, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.757874681530311e-05, |
| "loss": 0.821525764465332, |
| "step": 3750, |
| "token_acc": 0.8028119388826778 |
| }, |
| { |
| "epoch": 0.2501205700886398, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.7564673720124695e-05, |
| "loss": 0.7302066802978515, |
| "step": 3760, |
| "token_acc": 0.8212747782126778 |
| }, |
| { |
| "epoch": 0.25078578437079047, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.7550565512944456e-05, |
| "loss": 0.7382803440093995, |
| "step": 3770, |
| "token_acc": 0.8218470407666679 |
| }, |
| { |
| "epoch": 0.25145099865294107, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.75364222592467e-05, |
| "loss": 0.8016642570495606, |
| "step": 3780, |
| "token_acc": 0.8071722591086926 |
| }, |
| { |
| "epoch": 0.25211621293509173, |
| "grad_norm": 2.515625, |
| "learning_rate": 1.7522244024678407e-05, |
| "loss": 0.8302186965942383, |
| "step": 3790, |
| "token_acc": 0.8041509772279003 |
| }, |
| { |
| "epoch": 0.25278142721724234, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.750803087504891e-05, |
| "loss": 0.7606295585632324, |
| "step": 3800, |
| "token_acc": 0.8144110646328925 |
| }, |
| { |
| "epoch": 0.253446641499393, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.7493782876329617e-05, |
| "loss": 0.7908958435058594, |
| "step": 3810, |
| "token_acc": 0.811584005003767 |
| }, |
| { |
| "epoch": 0.2541118557815436, |
| "grad_norm": 2.203125, |
| "learning_rate": 1.7479500094653686e-05, |
| "loss": 0.826467227935791, |
| "step": 3820, |
| "token_acc": 0.8010638623093149 |
| }, |
| { |
| "epoch": 0.25477707006369427, |
| "grad_norm": 1.671875, |
| "learning_rate": 1.746518259631572e-05, |
| "loss": 0.7892783641815185, |
| "step": 3830, |
| "token_acc": 0.8094154144938868 |
| }, |
| { |
| "epoch": 0.2554422843458449, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.7450830447771466e-05, |
| "loss": 0.7922129154205322, |
| "step": 3840, |
| "token_acc": 0.8099492041991195 |
| }, |
| { |
| "epoch": 0.25610749862799553, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.7436443715637496e-05, |
| "loss": 0.7516029834747314, |
| "step": 3850, |
| "token_acc": 0.817713866631939 |
| }, |
| { |
| "epoch": 0.2567727129101462, |
| "grad_norm": 2.78125, |
| "learning_rate": 1.7422022466690916e-05, |
| "loss": 0.7809311866760253, |
| "step": 3860, |
| "token_acc": 0.8044878710353544 |
| }, |
| { |
| "epoch": 0.2574379271922968, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.7407566767869027e-05, |
| "loss": 0.7906168937683106, |
| "step": 3870, |
| "token_acc": 0.8062555925050416 |
| }, |
| { |
| "epoch": 0.25810314147444746, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.7393076686269057e-05, |
| "loss": 0.8101313591003418, |
| "step": 3880, |
| "token_acc": 0.8034989684805924 |
| }, |
| { |
| "epoch": 0.25876835575659807, |
| "grad_norm": 2.359375, |
| "learning_rate": 1.7378552289147794e-05, |
| "loss": 0.7807673931121826, |
| "step": 3890, |
| "token_acc": 0.8141973767313426 |
| }, |
| { |
| "epoch": 0.25943357003874873, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.7363993643921327e-05, |
| "loss": 0.8134469032287598, |
| "step": 3900, |
| "token_acc": 0.8059051666493305 |
| }, |
| { |
| "epoch": 0.2600987843208994, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.7349400818164703e-05, |
| "loss": 0.7672461986541748, |
| "step": 3910, |
| "token_acc": 0.8150026331828376 |
| }, |
| { |
| "epoch": 0.26076399860305, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.7334773879611615e-05, |
| "loss": 0.8661992073059082, |
| "step": 3920, |
| "token_acc": 0.7925226316914962 |
| }, |
| { |
| "epoch": 0.26142921288520066, |
| "grad_norm": 2.3125, |
| "learning_rate": 1.7320112896154102e-05, |
| "loss": 0.7743549823760987, |
| "step": 3930, |
| "token_acc": 0.811169525777582 |
| }, |
| { |
| "epoch": 0.26209442716735126, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.7305417935842223e-05, |
| "loss": 0.7447798252105713, |
| "step": 3940, |
| "token_acc": 0.8162844021714278 |
| }, |
| { |
| "epoch": 0.2627596414495019, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.729068906688373e-05, |
| "loss": 0.7488425254821778, |
| "step": 3950, |
| "token_acc": 0.8189520231666275 |
| }, |
| { |
| "epoch": 0.2634248557316526, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.727592635764379e-05, |
| "loss": 0.8285188674926758, |
| "step": 3960, |
| "token_acc": 0.8013635656392775 |
| }, |
| { |
| "epoch": 0.2640900700138032, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.7261129876644625e-05, |
| "loss": 0.779146957397461, |
| "step": 3970, |
| "token_acc": 0.809040986185396 |
| }, |
| { |
| "epoch": 0.26475528429595385, |
| "grad_norm": 2.4375, |
| "learning_rate": 1.7246299692565202e-05, |
| "loss": 0.8148973464965821, |
| "step": 3980, |
| "token_acc": 0.8051342499682933 |
| }, |
| { |
| "epoch": 0.26542049857810446, |
| "grad_norm": 2.875, |
| "learning_rate": 1.723143587424095e-05, |
| "loss": 0.7691033840179443, |
| "step": 3990, |
| "token_acc": 0.8132017160666084 |
| }, |
| { |
| "epoch": 0.2660857128602551, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.7216538490663392e-05, |
| "loss": 0.7480905532836915, |
| "step": 4000, |
| "token_acc": 0.8173418431383022 |
| }, |
| { |
| "epoch": 0.2667509271424057, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.7201607610979855e-05, |
| "loss": 0.7656041622161865, |
| "step": 4010, |
| "token_acc": 0.8140736559373236 |
| }, |
| { |
| "epoch": 0.2674161414245564, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.718664330449314e-05, |
| "loss": 0.8032284736633301, |
| "step": 4020, |
| "token_acc": 0.8031014184581076 |
| }, |
| { |
| "epoch": 0.26808135570670705, |
| "grad_norm": 1.984375, |
| "learning_rate": 1.71716456406612e-05, |
| "loss": 0.7277391910552978, |
| "step": 4030, |
| "token_acc": 0.8213080014614541 |
| }, |
| { |
| "epoch": 0.26874656998885765, |
| "grad_norm": 2.34375, |
| "learning_rate": 1.7156614689096823e-05, |
| "loss": 0.7862032413482666, |
| "step": 4040, |
| "token_acc": 0.8087737289823743 |
| }, |
| { |
| "epoch": 0.2694117842710083, |
| "grad_norm": 2.453125, |
| "learning_rate": 1.714155051956729e-05, |
| "loss": 0.7865857601165771, |
| "step": 4050, |
| "token_acc": 0.8099318707419214 |
| }, |
| { |
| "epoch": 0.2700769985531589, |
| "grad_norm": 2.625, |
| "learning_rate": 1.7126453201994092e-05, |
| "loss": 0.8205173492431641, |
| "step": 4060, |
| "token_acc": 0.8043354039556875 |
| }, |
| { |
| "epoch": 0.2707422128353096, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.7111322806452554e-05, |
| "loss": 0.795978307723999, |
| "step": 4070, |
| "token_acc": 0.8094168878002314 |
| }, |
| { |
| "epoch": 0.2714074271174602, |
| "grad_norm": 2.125, |
| "learning_rate": 1.7096159403171544e-05, |
| "loss": 0.8102274894714355, |
| "step": 4080, |
| "token_acc": 0.80399331183232 |
| }, |
| { |
| "epoch": 0.27207264139961085, |
| "grad_norm": 2.3125, |
| "learning_rate": 1.708096306253314e-05, |
| "loss": 0.7948460578918457, |
| "step": 4090, |
| "token_acc": 0.8091828731170686 |
| }, |
| { |
| "epoch": 0.2727378556817615, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.7065733855072298e-05, |
| "loss": 0.796823787689209, |
| "step": 4100, |
| "token_acc": 0.8075643415669825 |
| }, |
| { |
| "epoch": 0.2734030699639121, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.705047185147654e-05, |
| "loss": 0.7659366130828857, |
| "step": 4110, |
| "token_acc": 0.8163859684937566 |
| }, |
| { |
| "epoch": 0.2740682842460628, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.703517712258559e-05, |
| "loss": 0.8005739212036133, |
| "step": 4120, |
| "token_acc": 0.8054007426526583 |
| }, |
| { |
| "epoch": 0.2747334985282134, |
| "grad_norm": 2.3125, |
| "learning_rate": 1.7019849739391085e-05, |
| "loss": 0.8085825920104981, |
| "step": 4130, |
| "token_acc": 0.8019367805591083 |
| }, |
| { |
| "epoch": 0.27539871281036404, |
| "grad_norm": 2.640625, |
| "learning_rate": 1.7004489773036226e-05, |
| "loss": 0.8150156021118165, |
| "step": 4140, |
| "token_acc": 0.8042475597983482 |
| }, |
| { |
| "epoch": 0.27606392709251465, |
| "grad_norm": 2.625, |
| "learning_rate": 1.698909729481546e-05, |
| "loss": 0.8131344795227051, |
| "step": 4150, |
| "token_acc": 0.805886454331024 |
| }, |
| { |
| "epoch": 0.2767291413746653, |
| "grad_norm": 2.59375, |
| "learning_rate": 1.6973672376174125e-05, |
| "loss": 0.7892002105712891, |
| "step": 4160, |
| "token_acc": 0.8103828071721274 |
| }, |
| { |
| "epoch": 0.27739435565681597, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.6958215088708142e-05, |
| "loss": 0.7523533344268799, |
| "step": 4170, |
| "token_acc": 0.8182899414470932 |
| }, |
| { |
| "epoch": 0.2780595699389666, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.6942725504163668e-05, |
| "loss": 0.7526955604553223, |
| "step": 4180, |
| "token_acc": 0.8171251692783904 |
| }, |
| { |
| "epoch": 0.27872478422111724, |
| "grad_norm": 2.46875, |
| "learning_rate": 1.692720369443678e-05, |
| "loss": 0.7563735485076905, |
| "step": 4190, |
| "token_acc": 0.8163335504504571 |
| }, |
| { |
| "epoch": 0.27938999850326784, |
| "grad_norm": 2.46875, |
| "learning_rate": 1.6911649731573127e-05, |
| "loss": 0.7967534542083741, |
| "step": 4200, |
| "token_acc": 0.8075570596915216 |
| }, |
| { |
| "epoch": 0.2800552127854185, |
| "grad_norm": 2.40625, |
| "learning_rate": 1.6896063687767593e-05, |
| "loss": 0.775852632522583, |
| "step": 4210, |
| "token_acc": 0.813615306313231 |
| }, |
| { |
| "epoch": 0.28072042706756917, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.688044563536397e-05, |
| "loss": 0.7542562007904052, |
| "step": 4220, |
| "token_acc": 0.8142903527197789 |
| }, |
| { |
| "epoch": 0.2813856413497198, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.6864795646854624e-05, |
| "loss": 0.7186538696289062, |
| "step": 4230, |
| "token_acc": 0.8208796846121953 |
| }, |
| { |
| "epoch": 0.28205085563187043, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.684911379488016e-05, |
| "loss": 0.7625515460968018, |
| "step": 4240, |
| "token_acc": 0.8155285118219749 |
| }, |
| { |
| "epoch": 0.28271606991402104, |
| "grad_norm": 2.578125, |
| "learning_rate": 1.6833400152229063e-05, |
| "loss": 0.7104531764984131, |
| "step": 4250, |
| "token_acc": 0.8260406678323651 |
| }, |
| { |
| "epoch": 0.2833812841961717, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.6817654791837395e-05, |
| "loss": 0.7592766284942627, |
| "step": 4260, |
| "token_acc": 0.8139488751017504 |
| }, |
| { |
| "epoch": 0.2840464984783223, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.6801877786788423e-05, |
| "loss": 0.7691193580627441, |
| "step": 4270, |
| "token_acc": 0.8116587510993843 |
| }, |
| { |
| "epoch": 0.28471171276047297, |
| "grad_norm": 2.546875, |
| "learning_rate": 1.6786069210312308e-05, |
| "loss": 0.7967219352722168, |
| "step": 4280, |
| "token_acc": 0.8051242866030132 |
| }, |
| { |
| "epoch": 0.28537692704262363, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.677022913578574e-05, |
| "loss": 0.7573229789733886, |
| "step": 4290, |
| "token_acc": 0.8155270655270656 |
| }, |
| { |
| "epoch": 0.28604214132477424, |
| "grad_norm": 2.359375, |
| "learning_rate": 1.6754357636731623e-05, |
| "loss": 0.7990345001220703, |
| "step": 4300, |
| "token_acc": 0.8084769261239849 |
| }, |
| { |
| "epoch": 0.2867073556069249, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.673845478681871e-05, |
| "loss": 0.7868768215179444, |
| "step": 4310, |
| "token_acc": 0.8099180878801084 |
| }, |
| { |
| "epoch": 0.2873725698890755, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.672252065986127e-05, |
| "loss": 0.8173232078552246, |
| "step": 4320, |
| "token_acc": 0.8034123044052033 |
| }, |
| { |
| "epoch": 0.28803778417122616, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.670655532981876e-05, |
| "loss": 0.7915122985839844, |
| "step": 4330, |
| "token_acc": 0.8068877785209374 |
| }, |
| { |
| "epoch": 0.28870299845337677, |
| "grad_norm": 2.5, |
| "learning_rate": 1.6690558870795455e-05, |
| "loss": 0.757099723815918, |
| "step": 4340, |
| "token_acc": 0.8148699595672604 |
| }, |
| { |
| "epoch": 0.28936821273552743, |
| "grad_norm": 2.671875, |
| "learning_rate": 1.667453135704012e-05, |
| "loss": 0.7925323009490967, |
| "step": 4350, |
| "token_acc": 0.8073955490237246 |
| }, |
| { |
| "epoch": 0.2900334270176781, |
| "grad_norm": 2.5, |
| "learning_rate": 1.665847286294567e-05, |
| "loss": 0.7471329212188721, |
| "step": 4360, |
| "token_acc": 0.8184243273250226 |
| }, |
| { |
| "epoch": 0.2906986412998287, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.664238346304881e-05, |
| "loss": 0.8204757690429687, |
| "step": 4370, |
| "token_acc": 0.8024813927569465 |
| }, |
| { |
| "epoch": 0.29136385558197936, |
| "grad_norm": 1.9375, |
| "learning_rate": 1.6626263232029703e-05, |
| "loss": 0.7315850734710694, |
| "step": 4380, |
| "token_acc": 0.8222136101875838 |
| }, |
| { |
| "epoch": 0.29202906986412996, |
| "grad_norm": 2.25, |
| "learning_rate": 1.66101122447116e-05, |
| "loss": 0.7524087429046631, |
| "step": 4390, |
| "token_acc": 0.8182181593278122 |
| }, |
| { |
| "epoch": 0.2926942841462806, |
| "grad_norm": 2.0, |
| "learning_rate": 1.6593930576060544e-05, |
| "loss": 0.7842605590820313, |
| "step": 4400, |
| "token_acc": 0.8077805397989216 |
| }, |
| { |
| "epoch": 0.29335949842843123, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.657771830118495e-05, |
| "loss": 0.7627501010894775, |
| "step": 4410, |
| "token_acc": 0.8182028827478107 |
| }, |
| { |
| "epoch": 0.2940247127105819, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.656147549533532e-05, |
| "loss": 0.7834118366241455, |
| "step": 4420, |
| "token_acc": 0.8122461328996634 |
| }, |
| { |
| "epoch": 0.29468992699273255, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.6545202233903846e-05, |
| "loss": 0.7842981338500976, |
| "step": 4430, |
| "token_acc": 0.8096490404182712 |
| }, |
| { |
| "epoch": 0.29535514127488316, |
| "grad_norm": 2.125, |
| "learning_rate": 1.652889859242411e-05, |
| "loss": 0.7316971778869629, |
| "step": 4440, |
| "token_acc": 0.8236301630558897 |
| }, |
| { |
| "epoch": 0.2960203555570338, |
| "grad_norm": 2.78125, |
| "learning_rate": 1.6512564646570684e-05, |
| "loss": 0.8081085205078125, |
| "step": 4450, |
| "token_acc": 0.8023503047566334 |
| }, |
| { |
| "epoch": 0.2966855698391844, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.6496200472158804e-05, |
| "loss": 0.8540179252624511, |
| "step": 4460, |
| "token_acc": 0.7977384577638587 |
| }, |
| { |
| "epoch": 0.2973507841213351, |
| "grad_norm": 2.546875, |
| "learning_rate": 1.6479806145144016e-05, |
| "loss": 0.7860984802246094, |
| "step": 4470, |
| "token_acc": 0.8087036131865404 |
| }, |
| { |
| "epoch": 0.29801599840348575, |
| "grad_norm": 2.453125, |
| "learning_rate": 1.646338174162182e-05, |
| "loss": 0.7386975288391113, |
| "step": 4480, |
| "token_acc": 0.8204589079153407 |
| }, |
| { |
| "epoch": 0.29868121268563635, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.6446927337827328e-05, |
| "loss": 0.7750612735748291, |
| "step": 4490, |
| "token_acc": 0.8106426435188562 |
| }, |
| { |
| "epoch": 0.299346426967787, |
| "grad_norm": 2.375, |
| "learning_rate": 1.6430443010134883e-05, |
| "loss": 0.7478364467620849, |
| "step": 4500, |
| "token_acc": 0.8163283976109884 |
| }, |
| { |
| "epoch": 0.3000116412499376, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.6413928835057733e-05, |
| "loss": 0.833950424194336, |
| "step": 4510, |
| "token_acc": 0.7994890930733325 |
| }, |
| { |
| "epoch": 0.3006768555320883, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.6397384889247666e-05, |
| "loss": 0.7879319190979004, |
| "step": 4520, |
| "token_acc": 0.8123387945071254 |
| }, |
| { |
| "epoch": 0.3013420698142389, |
| "grad_norm": 2.53125, |
| "learning_rate": 1.6380811249494646e-05, |
| "loss": 0.819491195678711, |
| "step": 4530, |
| "token_acc": 0.8037464788732395 |
| }, |
| { |
| "epoch": 0.30200728409638955, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.6364207992726474e-05, |
| "loss": 0.7784176826477051, |
| "step": 4540, |
| "token_acc": 0.8114799267962473 |
| }, |
| { |
| "epoch": 0.3026724983785402, |
| "grad_norm": 2.40625, |
| "learning_rate": 1.6347575196008412e-05, |
| "loss": 0.7752568244934082, |
| "step": 4550, |
| "token_acc": 0.8125076908352589 |
| }, |
| { |
| "epoch": 0.3033377126606908, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.6330912936542838e-05, |
| "loss": 0.7748056411743164, |
| "step": 4560, |
| "token_acc": 0.813531780270348 |
| }, |
| { |
| "epoch": 0.3040029269428415, |
| "grad_norm": 2.21875, |
| "learning_rate": 1.6314221291668878e-05, |
| "loss": 0.762264347076416, |
| "step": 4570, |
| "token_acc": 0.8078399105589438 |
| }, |
| { |
| "epoch": 0.3046681412249921, |
| "grad_norm": 2.3125, |
| "learning_rate": 1.629750033886206e-05, |
| "loss": 0.7395438194274903, |
| "step": 4580, |
| "token_acc": 0.8193629538814275 |
| }, |
| { |
| "epoch": 0.30533335550714275, |
| "grad_norm": 2.96875, |
| "learning_rate": 1.628075015573394e-05, |
| "loss": 0.7874424934387207, |
| "step": 4590, |
| "token_acc": 0.8102974734569504 |
| }, |
| { |
| "epoch": 0.30599856978929335, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.626397082003176e-05, |
| "loss": 0.8337896347045899, |
| "step": 4600, |
| "token_acc": 0.7979659977740605 |
| }, |
| { |
| "epoch": 0.306663784071444, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.6247162409638058e-05, |
| "loss": 0.7514512538909912, |
| "step": 4610, |
| "token_acc": 0.8198861340679523 |
| }, |
| { |
| "epoch": 0.3073289983535947, |
| "grad_norm": 2.359375, |
| "learning_rate": 1.6230325002570343e-05, |
| "loss": 0.7858680248260498, |
| "step": 4620, |
| "token_acc": 0.8111606090312333 |
| }, |
| { |
| "epoch": 0.3079942126357453, |
| "grad_norm": 2.75, |
| "learning_rate": 1.62134586769807e-05, |
| "loss": 0.7416365623474122, |
| "step": 4630, |
| "token_acc": 0.821387374917092 |
| }, |
| { |
| "epoch": 0.30865942691789594, |
| "grad_norm": 2.53125, |
| "learning_rate": 1.619656351115545e-05, |
| "loss": 0.8069935798645019, |
| "step": 4640, |
| "token_acc": 0.803636802224934 |
| }, |
| { |
| "epoch": 0.30932464120004655, |
| "grad_norm": 2.4375, |
| "learning_rate": 1.617963958351478e-05, |
| "loss": 0.7833602428436279, |
| "step": 4650, |
| "token_acc": 0.8066258707395637 |
| }, |
| { |
| "epoch": 0.3099898554821972, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.6162686972612363e-05, |
| "loss": 0.8067462921142579, |
| "step": 4660, |
| "token_acc": 0.8048518974557629 |
| }, |
| { |
| "epoch": 0.3106550697643478, |
| "grad_norm": 1.9375, |
| "learning_rate": 1.614570575713502e-05, |
| "loss": 0.7825945377349853, |
| "step": 4670, |
| "token_acc": 0.8117888686203231 |
| }, |
| { |
| "epoch": 0.3113202840464985, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.612869601590235e-05, |
| "loss": 0.7616611003875733, |
| "step": 4680, |
| "token_acc": 0.8173058245691928 |
| }, |
| { |
| "epoch": 0.31198549832864914, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.611165782786633e-05, |
| "loss": 0.8060089111328125, |
| "step": 4690, |
| "token_acc": 0.806690006738347 |
| }, |
| { |
| "epoch": 0.31265071261079974, |
| "grad_norm": 2.25, |
| "learning_rate": 1.6094591272110997e-05, |
| "loss": 0.7565433502197265, |
| "step": 4700, |
| "token_acc": 0.8159998931202864 |
| }, |
| { |
| "epoch": 0.3133159268929504, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.6077496427852058e-05, |
| "loss": 0.7293829441070556, |
| "step": 4710, |
| "token_acc": 0.8224345712590964 |
| }, |
| { |
| "epoch": 0.313981141175101, |
| "grad_norm": 2.40625, |
| "learning_rate": 1.606037337443651e-05, |
| "loss": 0.777108097076416, |
| "step": 4720, |
| "token_acc": 0.8124011861060031 |
| }, |
| { |
| "epoch": 0.31464635545725167, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.60432221913423e-05, |
| "loss": 0.7429892539978027, |
| "step": 4730, |
| "token_acc": 0.8182714426552744 |
| }, |
| { |
| "epoch": 0.31531156973940233, |
| "grad_norm": 3.4375, |
| "learning_rate": 1.6026042958177927e-05, |
| "loss": 0.7430708885192872, |
| "step": 4740, |
| "token_acc": 0.8215915841942822 |
| }, |
| { |
| "epoch": 0.31597678402155294, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.60088357546821e-05, |
| "loss": 0.7003101348876953, |
| "step": 4750, |
| "token_acc": 0.8280005858698837 |
| }, |
| { |
| "epoch": 0.3166419983037036, |
| "grad_norm": 2.390625, |
| "learning_rate": 1.599160066072334e-05, |
| "loss": 0.781365156173706, |
| "step": 4760, |
| "token_acc": 0.8110841394281189 |
| }, |
| { |
| "epoch": 0.3173072125858542, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.5974337756299637e-05, |
| "loss": 0.7652011394500733, |
| "step": 4770, |
| "token_acc": 0.8145812110309152 |
| }, |
| { |
| "epoch": 0.31797242686800486, |
| "grad_norm": 2.390625, |
| "learning_rate": 1.5957047121538062e-05, |
| "loss": 0.7675495624542237, |
| "step": 4780, |
| "token_acc": 0.8137566137566138 |
| }, |
| { |
| "epoch": 0.31863764115015547, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.593972883669439e-05, |
| "loss": 0.8103490829467773, |
| "step": 4790, |
| "token_acc": 0.800842649078039 |
| }, |
| { |
| "epoch": 0.31930285543230613, |
| "grad_norm": 2.125, |
| "learning_rate": 1.5922382982152743e-05, |
| "loss": 0.7895593643188477, |
| "step": 4800, |
| "token_acc": 0.8100408246879618 |
| }, |
| { |
| "epoch": 0.3199680697144568, |
| "grad_norm": 2.71875, |
| "learning_rate": 1.5905009638425215e-05, |
| "loss": 0.7629838466644288, |
| "step": 4810, |
| "token_acc": 0.8150176566365693 |
| }, |
| { |
| "epoch": 0.3206332839966074, |
| "grad_norm": 2.953125, |
| "learning_rate": 1.588760888615148e-05, |
| "loss": 0.747516393661499, |
| "step": 4820, |
| "token_acc": 0.8163366687956852 |
| }, |
| { |
| "epoch": 0.32129849827875806, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.587018080609844e-05, |
| "loss": 0.757738447189331, |
| "step": 4830, |
| "token_acc": 0.8135975952853377 |
| }, |
| { |
| "epoch": 0.32196371256090867, |
| "grad_norm": 2.25, |
| "learning_rate": 1.5852725479159843e-05, |
| "loss": 0.7620871543884278, |
| "step": 4840, |
| "token_acc": 0.8172563978895369 |
| }, |
| { |
| "epoch": 0.3226289268430593, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.58352429863559e-05, |
| "loss": 0.7638280391693115, |
| "step": 4850, |
| "token_acc": 0.8149640363797283 |
| }, |
| { |
| "epoch": 0.32329414112520993, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.5817733408832906e-05, |
| "loss": 0.8232944488525391, |
| "step": 4860, |
| "token_acc": 0.8025514192522306 |
| }, |
| { |
| "epoch": 0.3239593554073606, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.5800196827862898e-05, |
| "loss": 0.8071296691894532, |
| "step": 4870, |
| "token_acc": 0.8019072122845707 |
| }, |
| { |
| "epoch": 0.32462456968951126, |
| "grad_norm": 2.25, |
| "learning_rate": 1.578263332484322e-05, |
| "loss": 0.7384862899780273, |
| "step": 4880, |
| "token_acc": 0.8192171486827279 |
| }, |
| { |
| "epoch": 0.32528978397166186, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.57650429812962e-05, |
| "loss": 0.7584771633148193, |
| "step": 4890, |
| "token_acc": 0.8134965912656531 |
| }, |
| { |
| "epoch": 0.3259549982538125, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.574742587886874e-05, |
| "loss": 0.7765599250793457, |
| "step": 4900, |
| "token_acc": 0.8157806191117093 |
| }, |
| { |
| "epoch": 0.32662021253596313, |
| "grad_norm": 2.21875, |
| "learning_rate": 1.5729782099331944e-05, |
| "loss": 0.7212686538696289, |
| "step": 4910, |
| "token_acc": 0.8188633324820095 |
| }, |
| { |
| "epoch": 0.3272854268181138, |
| "grad_norm": 2.21875, |
| "learning_rate": 1.5712111724580743e-05, |
| "loss": 0.7544676780700683, |
| "step": 4920, |
| "token_acc": 0.8164851403864047 |
| }, |
| { |
| "epoch": 0.3279506411002644, |
| "grad_norm": 2.5, |
| "learning_rate": 1.5694414836633505e-05, |
| "loss": 0.7366301059722901, |
| "step": 4930, |
| "token_acc": 0.8196999695965236 |
| }, |
| { |
| "epoch": 0.32861585538241506, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.567669151763167e-05, |
| "loss": 0.7623087882995605, |
| "step": 4940, |
| "token_acc": 0.8159737248840804 |
| }, |
| { |
| "epoch": 0.3292810696645657, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.5658941849839356e-05, |
| "loss": 0.7852182388305664, |
| "step": 4950, |
| "token_acc": 0.807179205061202 |
| }, |
| { |
| "epoch": 0.3299462839467163, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.5641165915642978e-05, |
| "loss": 0.7616226673126221, |
| "step": 4960, |
| "token_acc": 0.814939590310669 |
| }, |
| { |
| "epoch": 0.330611498228867, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.5623363797550874e-05, |
| "loss": 0.7610100269317627, |
| "step": 4970, |
| "token_acc": 0.8149767661250741 |
| }, |
| { |
| "epoch": 0.3312767125110176, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.560553557819291e-05, |
| "loss": 0.767405366897583, |
| "step": 4980, |
| "token_acc": 0.814142556071962 |
| }, |
| { |
| "epoch": 0.33194192679316825, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.5587681340320106e-05, |
| "loss": 0.7742373943328857, |
| "step": 4990, |
| "token_acc": 0.812881020696296 |
| }, |
| { |
| "epoch": 0.3326071410753189, |
| "grad_norm": 1.890625, |
| "learning_rate": 1.5569801166804258e-05, |
| "loss": 0.7837523937225341, |
| "step": 5000, |
| "token_acc": 0.8127592587066161 |
| }, |
| { |
| "epoch": 0.3332723553574695, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.5551895140637524e-05, |
| "loss": 0.7373005867004394, |
| "step": 5010, |
| "token_acc": 0.820724333370171 |
| }, |
| { |
| "epoch": 0.3339375696396202, |
| "grad_norm": 2.734375, |
| "learning_rate": 1.553396334493208e-05, |
| "loss": 0.7434481620788574, |
| "step": 5020, |
| "token_acc": 0.8228115358468859 |
| }, |
| { |
| "epoch": 0.3346027839217708, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.55160058629197e-05, |
| "loss": 0.7629130363464356, |
| "step": 5030, |
| "token_acc": 0.8155894717223384 |
| }, |
| { |
| "epoch": 0.33526799820392145, |
| "grad_norm": 2.0, |
| "learning_rate": 1.5498022777951386e-05, |
| "loss": 0.8007923126220703, |
| "step": 5040, |
| "token_acc": 0.8089978844297867 |
| }, |
| { |
| "epoch": 0.33593321248607205, |
| "grad_norm": 1.984375, |
| "learning_rate": 1.548001417349698e-05, |
| "loss": 0.8071075439453125, |
| "step": 5050, |
| "token_acc": 0.8044813616394392 |
| }, |
| { |
| "epoch": 0.3365984267682227, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.5461980133144778e-05, |
| "loss": 0.710124397277832, |
| "step": 5060, |
| "token_acc": 0.8271787195473647 |
| }, |
| { |
| "epoch": 0.3372636410503734, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.544392074060112e-05, |
| "loss": 0.7598032474517822, |
| "step": 5070, |
| "token_acc": 0.8148161234700512 |
| }, |
| { |
| "epoch": 0.337928855332524, |
| "grad_norm": 2.390625, |
| "learning_rate": 1.542583607969005e-05, |
| "loss": 0.7603258609771728, |
| "step": 5080, |
| "token_acc": 0.8175900435879789 |
| }, |
| { |
| "epoch": 0.33859406961467464, |
| "grad_norm": 2.453125, |
| "learning_rate": 1.540772623435288e-05, |
| "loss": 0.7957706451416016, |
| "step": 5090, |
| "token_acc": 0.8095198500287243 |
| }, |
| { |
| "epoch": 0.33925928389682525, |
| "grad_norm": 2.546875, |
| "learning_rate": 1.538959128864781e-05, |
| "loss": 0.7773075580596924, |
| "step": 5100, |
| "token_acc": 0.8102699979989926 |
| }, |
| { |
| "epoch": 0.3399244981789759, |
| "grad_norm": 2.125, |
| "learning_rate": 1.537143132674956e-05, |
| "loss": 0.8099418640136719, |
| "step": 5110, |
| "token_acc": 0.8035703807058608 |
| }, |
| { |
| "epoch": 0.3405897124611265, |
| "grad_norm": 3.71875, |
| "learning_rate": 1.5353246432948954e-05, |
| "loss": 0.7462313175201416, |
| "step": 5120, |
| "token_acc": 0.8159962132451641 |
| }, |
| { |
| "epoch": 0.3412549267432772, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.5335036691652546e-05, |
| "loss": 0.7446832656860352, |
| "step": 5130, |
| "token_acc": 0.8197325925114956 |
| }, |
| { |
| "epoch": 0.34192014102542784, |
| "grad_norm": 2.0, |
| "learning_rate": 1.5316802187382222e-05, |
| "loss": 0.7786159515380859, |
| "step": 5140, |
| "token_acc": 0.8108305197220176 |
| }, |
| { |
| "epoch": 0.34258535530757844, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.52985430047748e-05, |
| "loss": 0.7127742290496826, |
| "step": 5150, |
| "token_acc": 0.8271370288371834 |
| }, |
| { |
| "epoch": 0.3432505695897291, |
| "grad_norm": 2.28125, |
| "learning_rate": 1.528025922858165e-05, |
| "loss": 0.7960270881652832, |
| "step": 5160, |
| "token_acc": 0.8098947054521701 |
| }, |
| { |
| "epoch": 0.3439157838718797, |
| "grad_norm": 2.125, |
| "learning_rate": 1.52619509436683e-05, |
| "loss": 0.7467900276184082, |
| "step": 5170, |
| "token_acc": 0.8191598541954206 |
| }, |
| { |
| "epoch": 0.34458099815403037, |
| "grad_norm": 2.46875, |
| "learning_rate": 1.5243618235014026e-05, |
| "loss": 0.7991170406341552, |
| "step": 5180, |
| "token_acc": 0.8074188735248825 |
| }, |
| { |
| "epoch": 0.34524621243618103, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.522526118771147e-05, |
| "loss": 0.7548968315124511, |
| "step": 5190, |
| "token_acc": 0.8161089595753014 |
| }, |
| { |
| "epoch": 0.34591142671833164, |
| "grad_norm": 2.421875, |
| "learning_rate": 1.5206879886966252e-05, |
| "loss": 0.7707726955413818, |
| "step": 5200, |
| "token_acc": 0.814867099320955 |
| }, |
| { |
| "epoch": 0.3465766410004823, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.518847441809656e-05, |
| "loss": 0.7189849853515625, |
| "step": 5210, |
| "token_acc": 0.8199394362916376 |
| }, |
| { |
| "epoch": 0.3472418552826329, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.5170044866532761e-05, |
| "loss": 0.7689151287078857, |
| "step": 5220, |
| "token_acc": 0.8110174515669613 |
| }, |
| { |
| "epoch": 0.34790706956478357, |
| "grad_norm": 2.28125, |
| "learning_rate": 1.5151591317817005e-05, |
| "loss": 0.8085298538208008, |
| "step": 5230, |
| "token_acc": 0.8024237434766835 |
| }, |
| { |
| "epoch": 0.34857228384693417, |
| "grad_norm": 2.421875, |
| "learning_rate": 1.5133113857602827e-05, |
| "loss": 0.7422623634338379, |
| "step": 5240, |
| "token_acc": 0.819141815488906 |
| }, |
| { |
| "epoch": 0.34923749812908483, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.511461257165475e-05, |
| "loss": 0.7768805027008057, |
| "step": 5250, |
| "token_acc": 0.8104368099842282 |
| }, |
| { |
| "epoch": 0.3499027124112355, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.5096087545847873e-05, |
| "loss": 0.7796378612518311, |
| "step": 5260, |
| "token_acc": 0.8125205164678849 |
| }, |
| { |
| "epoch": 0.3505679266933861, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.507753886616751e-05, |
| "loss": 0.6986016273498535, |
| "step": 5270, |
| "token_acc": 0.8319849453575092 |
| }, |
| { |
| "epoch": 0.35123314097553676, |
| "grad_norm": 2.6875, |
| "learning_rate": 1.5058966618708741e-05, |
| "loss": 0.7538122653961181, |
| "step": 5280, |
| "token_acc": 0.8151618219432659 |
| }, |
| { |
| "epoch": 0.35189835525768737, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.5040370889676054e-05, |
| "loss": 0.7885189533233643, |
| "step": 5290, |
| "token_acc": 0.8066509951418273 |
| }, |
| { |
| "epoch": 0.35256356953983803, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.5021751765382923e-05, |
| "loss": 0.7235066890716553, |
| "step": 5300, |
| "token_acc": 0.8234249471458773 |
| }, |
| { |
| "epoch": 0.35322878382198863, |
| "grad_norm": 2.5, |
| "learning_rate": 1.5003109332251415e-05, |
| "loss": 0.7457905292510987, |
| "step": 5310, |
| "token_acc": 0.8176441596845737 |
| }, |
| { |
| "epoch": 0.3538939981041393, |
| "grad_norm": 2.546875, |
| "learning_rate": 1.4984443676811786e-05, |
| "loss": 0.8013957023620606, |
| "step": 5320, |
| "token_acc": 0.8087212687973144 |
| }, |
| { |
| "epoch": 0.35455921238628996, |
| "grad_norm": 2.296875, |
| "learning_rate": 1.496575488570207e-05, |
| "loss": 0.7977571964263916, |
| "step": 5330, |
| "token_acc": 0.8080837693186602 |
| }, |
| { |
| "epoch": 0.35522442666844056, |
| "grad_norm": 2.8125, |
| "learning_rate": 1.494704304566771e-05, |
| "loss": 0.7680302143096924, |
| "step": 5340, |
| "token_acc": 0.813203654582965 |
| }, |
| { |
| "epoch": 0.3558896409505912, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.4928308243561108e-05, |
| "loss": 0.753073263168335, |
| "step": 5350, |
| "token_acc": 0.8193147266951175 |
| }, |
| { |
| "epoch": 0.35655485523274183, |
| "grad_norm": 2.546875, |
| "learning_rate": 1.4909550566341255e-05, |
| "loss": 0.8295683860778809, |
| "step": 5360, |
| "token_acc": 0.8040960408527394 |
| }, |
| { |
| "epoch": 0.3572200695148925, |
| "grad_norm": 2.671875, |
| "learning_rate": 1.489077010107333e-05, |
| "loss": 0.7819873332977295, |
| "step": 5370, |
| "token_acc": 0.8148921892607083 |
| }, |
| { |
| "epoch": 0.3578852837970431, |
| "grad_norm": 1.984375, |
| "learning_rate": 1.4871966934928267e-05, |
| "loss": 0.7685206413269043, |
| "step": 5380, |
| "token_acc": 0.8132901112584933 |
| }, |
| { |
| "epoch": 0.35855049807919376, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.4853141155182378e-05, |
| "loss": 0.7756966590881348, |
| "step": 5390, |
| "token_acc": 0.8099424562870262 |
| }, |
| { |
| "epoch": 0.3592157123613444, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.4834292849216931e-05, |
| "loss": 0.7498853206634521, |
| "step": 5400, |
| "token_acc": 0.8176295189346592 |
| }, |
| { |
| "epoch": 0.359880926643495, |
| "grad_norm": 2.4375, |
| "learning_rate": 1.4815422104517764e-05, |
| "loss": 0.7730533123016358, |
| "step": 5410, |
| "token_acc": 0.815777454555675 |
| }, |
| { |
| "epoch": 0.3605461409256457, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.479652900867485e-05, |
| "loss": 0.7650018692016601, |
| "step": 5420, |
| "token_acc": 0.8136319816216439 |
| }, |
| { |
| "epoch": 0.3612113552077963, |
| "grad_norm": 2.359375, |
| "learning_rate": 1.4777613649381915e-05, |
| "loss": 0.7958643436431885, |
| "step": 5430, |
| "token_acc": 0.8073857830973581 |
| }, |
| { |
| "epoch": 0.36187656948994695, |
| "grad_norm": 2.359375, |
| "learning_rate": 1.4758676114436024e-05, |
| "loss": 0.7728441715240478, |
| "step": 5440, |
| "token_acc": 0.8122048986818807 |
| }, |
| { |
| "epoch": 0.3625417837720976, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.4739716491737165e-05, |
| "loss": 0.7837907314300537, |
| "step": 5450, |
| "token_acc": 0.8112753284346471 |
| }, |
| { |
| "epoch": 0.3632069980542482, |
| "grad_norm": 2.125, |
| "learning_rate": 1.4720734869287858e-05, |
| "loss": 0.8208415031433105, |
| "step": 5460, |
| "token_acc": 0.805622417003497 |
| }, |
| { |
| "epoch": 0.3638722123363989, |
| "grad_norm": 2.390625, |
| "learning_rate": 1.4701731335192726e-05, |
| "loss": 0.7568668842315673, |
| "step": 5470, |
| "token_acc": 0.8174104314523879 |
| }, |
| { |
| "epoch": 0.3645374266185495, |
| "grad_norm": 2.390625, |
| "learning_rate": 1.4682705977658102e-05, |
| "loss": 0.747721529006958, |
| "step": 5480, |
| "token_acc": 0.8189920847837173 |
| }, |
| { |
| "epoch": 0.36520264090070015, |
| "grad_norm": 2.296875, |
| "learning_rate": 1.4663658884991616e-05, |
| "loss": 0.8135316848754883, |
| "step": 5490, |
| "token_acc": 0.8030144442118484 |
| }, |
| { |
| "epoch": 0.36586785518285075, |
| "grad_norm": 2.8125, |
| "learning_rate": 1.4644590145601778e-05, |
| "loss": 0.7865697383880615, |
| "step": 5500, |
| "token_acc": 0.8114454847330345 |
| }, |
| { |
| "epoch": 0.3665330694650014, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.4625499847997575e-05, |
| "loss": 0.7308026313781738, |
| "step": 5510, |
| "token_acc": 0.8203482511295317 |
| }, |
| { |
| "epoch": 0.3671982837471521, |
| "grad_norm": 2.5625, |
| "learning_rate": 1.4606388080788061e-05, |
| "loss": 0.7700204372406005, |
| "step": 5520, |
| "token_acc": 0.8083365625753998 |
| }, |
| { |
| "epoch": 0.3678634980293027, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.4587254932681942e-05, |
| "loss": 0.7759500026702881, |
| "step": 5530, |
| "token_acc": 0.8129547291835085 |
| }, |
| { |
| "epoch": 0.36852871231145334, |
| "grad_norm": 2.5625, |
| "learning_rate": 1.4568100492487157e-05, |
| "loss": 0.8027178764343261, |
| "step": 5540, |
| "token_acc": 0.8075857506827961 |
| }, |
| { |
| "epoch": 0.36919392659360395, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.4548924849110487e-05, |
| "loss": 0.7384266376495361, |
| "step": 5550, |
| "token_acc": 0.8194945076863897 |
| }, |
| { |
| "epoch": 0.3698591408757546, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.4529728091557117e-05, |
| "loss": 0.7339845180511475, |
| "step": 5560, |
| "token_acc": 0.8214392539133503 |
| }, |
| { |
| "epoch": 0.3705243551579052, |
| "grad_norm": 2.625, |
| "learning_rate": 1.4510510308930243e-05, |
| "loss": 0.756334638595581, |
| "step": 5570, |
| "token_acc": 0.8162526526026713 |
| }, |
| { |
| "epoch": 0.3711895694400559, |
| "grad_norm": 2.421875, |
| "learning_rate": 1.449127159043065e-05, |
| "loss": 0.7691397190093994, |
| "step": 5580, |
| "token_acc": 0.8140170760403042 |
| }, |
| { |
| "epoch": 0.37185478372220654, |
| "grad_norm": 2.453125, |
| "learning_rate": 1.4472012025356295e-05, |
| "loss": 0.7440759658813476, |
| "step": 5590, |
| "token_acc": 0.8188098545215293 |
| }, |
| { |
| "epoch": 0.37251999800435714, |
| "grad_norm": 2.578125, |
| "learning_rate": 1.4452731703101896e-05, |
| "loss": 0.7513597488403321, |
| "step": 5600, |
| "token_acc": 0.8185311670865941 |
| }, |
| { |
| "epoch": 0.3731852122865078, |
| "grad_norm": 2.390625, |
| "learning_rate": 1.4433430713158518e-05, |
| "loss": 0.7484111785888672, |
| "step": 5610, |
| "token_acc": 0.8182578461080211 |
| }, |
| { |
| "epoch": 0.3738504265686584, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.441410914511316e-05, |
| "loss": 0.8048624038696289, |
| "step": 5620, |
| "token_acc": 0.8052095618905157 |
| }, |
| { |
| "epoch": 0.3745156408508091, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.4394767088648326e-05, |
| "loss": 0.7539636135101319, |
| "step": 5630, |
| "token_acc": 0.8176988938191363 |
| }, |
| { |
| "epoch": 0.3751808551329597, |
| "grad_norm": 2.203125, |
| "learning_rate": 1.437540463354164e-05, |
| "loss": 0.7617098331451416, |
| "step": 5640, |
| "token_acc": 0.8117872002369828 |
| }, |
| { |
| "epoch": 0.37584606941511034, |
| "grad_norm": 3.0625, |
| "learning_rate": 1.4356021869665375e-05, |
| "loss": 0.7500715255737305, |
| "step": 5650, |
| "token_acc": 0.8177911176115844 |
| }, |
| { |
| "epoch": 0.376511283697261, |
| "grad_norm": 3.828125, |
| "learning_rate": 1.4336618886986097e-05, |
| "loss": 0.7587893962860107, |
| "step": 5660, |
| "token_acc": 0.8177532021744066 |
| }, |
| { |
| "epoch": 0.3771764979794116, |
| "grad_norm": 2.640625, |
| "learning_rate": 1.431719577556421e-05, |
| "loss": 0.7875843048095703, |
| "step": 5670, |
| "token_acc": 0.8089719524470198 |
| }, |
| { |
| "epoch": 0.37784171226156227, |
| "grad_norm": 1.9375, |
| "learning_rate": 1.4297752625553538e-05, |
| "loss": 0.732838487625122, |
| "step": 5680, |
| "token_acc": 0.8183847374110313 |
| }, |
| { |
| "epoch": 0.3785069265437129, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.4278289527200933e-05, |
| "loss": 0.7232116222381592, |
| "step": 5690, |
| "token_acc": 0.8237105197017509 |
| }, |
| { |
| "epoch": 0.37917214082586354, |
| "grad_norm": 2.53125, |
| "learning_rate": 1.4258806570845823e-05, |
| "loss": 0.7606457233428955, |
| "step": 5700, |
| "token_acc": 0.8141448555630946 |
| }, |
| { |
| "epoch": 0.3798373551080142, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.4239303846919817e-05, |
| "loss": 0.7421871662139893, |
| "step": 5710, |
| "token_acc": 0.8187418104205222 |
| }, |
| { |
| "epoch": 0.3805025693901648, |
| "grad_norm": 2.40625, |
| "learning_rate": 1.4219781445946272e-05, |
| "loss": 0.7614599704742432, |
| "step": 5720, |
| "token_acc": 0.8143887131809273 |
| }, |
| { |
| "epoch": 0.38116778367231546, |
| "grad_norm": 2.125, |
| "learning_rate": 1.4200239458539883e-05, |
| "loss": 0.7287185192108154, |
| "step": 5730, |
| "token_acc": 0.8236473351692856 |
| }, |
| { |
| "epoch": 0.38183299795446607, |
| "grad_norm": 2.375, |
| "learning_rate": 1.4180677975406255e-05, |
| "loss": 0.7498127460479737, |
| "step": 5740, |
| "token_acc": 0.8137472438042109 |
| }, |
| { |
| "epoch": 0.38249821223661673, |
| "grad_norm": 2.390625, |
| "learning_rate": 1.416109708734148e-05, |
| "loss": 0.7529792308807373, |
| "step": 5750, |
| "token_acc": 0.8162950318290124 |
| }, |
| { |
| "epoch": 0.38316342651876734, |
| "grad_norm": 2.65625, |
| "learning_rate": 1.4141496885231723e-05, |
| "loss": 0.7759263515472412, |
| "step": 5760, |
| "token_acc": 0.8104581527825113 |
| }, |
| { |
| "epoch": 0.383828640800918, |
| "grad_norm": 2.65625, |
| "learning_rate": 1.4121877460052792e-05, |
| "loss": 0.7161035060882568, |
| "step": 5770, |
| "token_acc": 0.8235763899065092 |
| }, |
| { |
| "epoch": 0.38449385508306866, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.4102238902869731e-05, |
| "loss": 0.7589551448822022, |
| "step": 5780, |
| "token_acc": 0.8131274541721758 |
| }, |
| { |
| "epoch": 0.38515906936521926, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.4082581304836376e-05, |
| "loss": 0.7821749687194824, |
| "step": 5790, |
| "token_acc": 0.8125990542334007 |
| }, |
| { |
| "epoch": 0.3858242836473699, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.4062904757194944e-05, |
| "loss": 0.7561357498168946, |
| "step": 5800, |
| "token_acc": 0.8151680762490562 |
| }, |
| { |
| "epoch": 0.38648949792952053, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.4043209351275615e-05, |
| "loss": 0.7613236427307128, |
| "step": 5810, |
| "token_acc": 0.8130419531359618 |
| }, |
| { |
| "epoch": 0.3871547122116712, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.4023495178496092e-05, |
| "loss": 0.7884667396545411, |
| "step": 5820, |
| "token_acc": 0.8118551754716856 |
| }, |
| { |
| "epoch": 0.3878199264938218, |
| "grad_norm": 2.5625, |
| "learning_rate": 1.4003762330361195e-05, |
| "loss": 0.769109058380127, |
| "step": 5830, |
| "token_acc": 0.8163337834956287 |
| }, |
| { |
| "epoch": 0.38848514077597246, |
| "grad_norm": 2.5, |
| "learning_rate": 1.3984010898462417e-05, |
| "loss": 0.7546240329742432, |
| "step": 5840, |
| "token_acc": 0.8163226027201962 |
| }, |
| { |
| "epoch": 0.3891503550581231, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.3964240974477516e-05, |
| "loss": 0.737033462524414, |
| "step": 5850, |
| "token_acc": 0.8214069267268777 |
| }, |
| { |
| "epoch": 0.3898155693402737, |
| "grad_norm": 2.4375, |
| "learning_rate": 1.3944452650170082e-05, |
| "loss": 0.7331501960754394, |
| "step": 5860, |
| "token_acc": 0.8185497290892874 |
| }, |
| { |
| "epoch": 0.3904807836224244, |
| "grad_norm": 2.40625, |
| "learning_rate": 1.392464601738911e-05, |
| "loss": 0.7711932182312011, |
| "step": 5870, |
| "token_acc": 0.8136004200901958 |
| }, |
| { |
| "epoch": 0.391145997904575, |
| "grad_norm": 2.359375, |
| "learning_rate": 1.3904821168068572e-05, |
| "loss": 0.756660270690918, |
| "step": 5880, |
| "token_acc": 0.8204782851657091 |
| }, |
| { |
| "epoch": 0.39181121218672565, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.3884978194227001e-05, |
| "loss": 0.794218111038208, |
| "step": 5890, |
| "token_acc": 0.8088975138222694 |
| }, |
| { |
| "epoch": 0.39247642646887626, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.3865117187967052e-05, |
| "loss": 0.7816334247589112, |
| "step": 5900, |
| "token_acc": 0.8118641445205215 |
| }, |
| { |
| "epoch": 0.3931416407510269, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.3845238241475075e-05, |
| "loss": 0.784235143661499, |
| "step": 5910, |
| "token_acc": 0.8092448850021504 |
| }, |
| { |
| "epoch": 0.3938068550331776, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.3825341447020694e-05, |
| "loss": 0.7344516754150391, |
| "step": 5920, |
| "token_acc": 0.8214299118033402 |
| }, |
| { |
| "epoch": 0.3944720693153282, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.3805426896956383e-05, |
| "loss": 0.7884132385253906, |
| "step": 5930, |
| "token_acc": 0.8109081389632032 |
| }, |
| { |
| "epoch": 0.39513728359747885, |
| "grad_norm": 2.484375, |
| "learning_rate": 1.3785494683717015e-05, |
| "loss": 0.777791690826416, |
| "step": 5940, |
| "token_acc": 0.8102902804957599 |
| }, |
| { |
| "epoch": 0.39580249787962946, |
| "grad_norm": 2.28125, |
| "learning_rate": 1.3765544899819462e-05, |
| "loss": 0.7294783115386962, |
| "step": 5950, |
| "token_acc": 0.8231658829496146 |
| }, |
| { |
| "epoch": 0.3964677121617801, |
| "grad_norm": 2.421875, |
| "learning_rate": 1.3745577637862147e-05, |
| "loss": 0.7474365234375, |
| "step": 5960, |
| "token_acc": 0.818214882167378 |
| }, |
| { |
| "epoch": 0.3971329264439308, |
| "grad_norm": 2.40625, |
| "learning_rate": 1.3725592990524617e-05, |
| "loss": 0.7937293529510498, |
| "step": 5970, |
| "token_acc": 0.8091482649842271 |
| }, |
| { |
| "epoch": 0.3977981407260814, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.3705591050567108e-05, |
| "loss": 0.7778053283691406, |
| "step": 5980, |
| "token_acc": 0.8103268498095048 |
| }, |
| { |
| "epoch": 0.39846335500823205, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.3685571910830136e-05, |
| "loss": 0.7686887741088867, |
| "step": 5990, |
| "token_acc": 0.8122586139738164 |
| }, |
| { |
| "epoch": 0.39912856929038265, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.3665535664234039e-05, |
| "loss": 0.7213515281677246, |
| "step": 6000, |
| "token_acc": 0.8259002081041502 |
| }, |
| { |
| "epoch": 0.3997937835725333, |
| "grad_norm": 2.25, |
| "learning_rate": 1.3645482403778567e-05, |
| "loss": 0.7145774364471436, |
| "step": 6010, |
| "token_acc": 0.8245762840222347 |
| }, |
| { |
| "epoch": 0.4004589978546839, |
| "grad_norm": 2.765625, |
| "learning_rate": 1.3625412222542431e-05, |
| "loss": 0.7489419460296631, |
| "step": 6020, |
| "token_acc": 0.8173777787077919 |
| }, |
| { |
| "epoch": 0.4011242121368346, |
| "grad_norm": 2.609375, |
| "learning_rate": 1.3605325213682887e-05, |
| "loss": 0.7784491062164307, |
| "step": 6030, |
| "token_acc": 0.8105659886932224 |
| }, |
| { |
| "epoch": 0.40178942641898524, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.3585221470435301e-05, |
| "loss": 0.7437080383300781, |
| "step": 6040, |
| "token_acc": 0.8193154169431541 |
| }, |
| { |
| "epoch": 0.40245464070113585, |
| "grad_norm": 2.46875, |
| "learning_rate": 1.3565101086112704e-05, |
| "loss": 0.7766180992126465, |
| "step": 6050, |
| "token_acc": 0.8093546825739439 |
| }, |
| { |
| "epoch": 0.4031198549832865, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.3544964154105373e-05, |
| "loss": 0.7108688354492188, |
| "step": 6060, |
| "token_acc": 0.8262512420898489 |
| }, |
| { |
| "epoch": 0.4037850692654371, |
| "grad_norm": 2.421875, |
| "learning_rate": 1.3524810767880394e-05, |
| "loss": 0.713167667388916, |
| "step": 6070, |
| "token_acc": 0.8239566598169251 |
| }, |
| { |
| "epoch": 0.4044502835475878, |
| "grad_norm": 2.3125, |
| "learning_rate": 1.3504641020981225e-05, |
| "loss": 0.7160182476043702, |
| "step": 6080, |
| "token_acc": 0.8251359003009343 |
| }, |
| { |
| "epoch": 0.4051154978297384, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.3484455007027258e-05, |
| "loss": 0.730893325805664, |
| "step": 6090, |
| "token_acc": 0.8233868049692438 |
| }, |
| { |
| "epoch": 0.40578071211188904, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.3464252819713402e-05, |
| "loss": 0.7251900672912598, |
| "step": 6100, |
| "token_acc": 0.8223410576351753 |
| }, |
| { |
| "epoch": 0.4064459263940397, |
| "grad_norm": 2.75, |
| "learning_rate": 1.3444034552809622e-05, |
| "loss": 0.7555287837982178, |
| "step": 6110, |
| "token_acc": 0.8191262692313344 |
| }, |
| { |
| "epoch": 0.4071111406761903, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.3423800300160523e-05, |
| "loss": 0.766284704208374, |
| "step": 6120, |
| "token_acc": 0.813507015718584 |
| }, |
| { |
| "epoch": 0.40777635495834097, |
| "grad_norm": 2.3125, |
| "learning_rate": 1.3403550155684916e-05, |
| "loss": 0.7406195640563965, |
| "step": 6130, |
| "token_acc": 0.8199775161559524 |
| }, |
| { |
| "epoch": 0.4084415692404916, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.3383284213375366e-05, |
| "loss": 0.7269672870635986, |
| "step": 6140, |
| "token_acc": 0.8226558940363352 |
| }, |
| { |
| "epoch": 0.40910678352264224, |
| "grad_norm": 2.3125, |
| "learning_rate": 1.3363002567297765e-05, |
| "loss": 0.7829487323760986, |
| "step": 6150, |
| "token_acc": 0.8100373091062866 |
| }, |
| { |
| "epoch": 0.40977199780479284, |
| "grad_norm": 1.984375, |
| "learning_rate": 1.3342705311590903e-05, |
| "loss": 0.7125879764556885, |
| "step": 6160, |
| "token_acc": 0.8256285482562855 |
| }, |
| { |
| "epoch": 0.4104372120869435, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.332239254046602e-05, |
| "loss": 0.7735970973968506, |
| "step": 6170, |
| "token_acc": 0.8118288621308055 |
| }, |
| { |
| "epoch": 0.41110242636909416, |
| "grad_norm": 2.484375, |
| "learning_rate": 1.330206434820636e-05, |
| "loss": 0.8025568962097168, |
| "step": 6180, |
| "token_acc": 0.8065373168644382 |
| }, |
| { |
| "epoch": 0.41176764065124477, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.328172082916677e-05, |
| "loss": 0.7814645290374755, |
| "step": 6190, |
| "token_acc": 0.8108128173907879 |
| }, |
| { |
| "epoch": 0.41243285493339543, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.3261362077773209e-05, |
| "loss": 0.7583053588867188, |
| "step": 6200, |
| "token_acc": 0.8147104487411856 |
| }, |
| { |
| "epoch": 0.41309806921554604, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.3240988188522364e-05, |
| "loss": 0.7658724308013916, |
| "step": 6210, |
| "token_acc": 0.8133624925602447 |
| }, |
| { |
| "epoch": 0.4137632834976967, |
| "grad_norm": 2.21875, |
| "learning_rate": 1.3220599255981165e-05, |
| "loss": 0.7211755752563477, |
| "step": 6220, |
| "token_acc": 0.8243644161146768 |
| }, |
| { |
| "epoch": 0.41442849777984736, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.320019537478638e-05, |
| "loss": 0.7329001903533936, |
| "step": 6230, |
| "token_acc": 0.818542354196047 |
| }, |
| { |
| "epoch": 0.41509371206199797, |
| "grad_norm": 2.125, |
| "learning_rate": 1.317977663964416e-05, |
| "loss": 0.7090003490447998, |
| "step": 6240, |
| "token_acc": 0.8252571253134114 |
| }, |
| { |
| "epoch": 0.4157589263441486, |
| "grad_norm": 2.203125, |
| "learning_rate": 1.3159343145329592e-05, |
| "loss": 0.7817197322845459, |
| "step": 6250, |
| "token_acc": 0.8112364109523876 |
| }, |
| { |
| "epoch": 0.41642414062629923, |
| "grad_norm": 2.421875, |
| "learning_rate": 1.3138894986686284e-05, |
| "loss": 0.7124030113220214, |
| "step": 6260, |
| "token_acc": 0.8240639719861237 |
| }, |
| { |
| "epoch": 0.4170893549084499, |
| "grad_norm": 2.5625, |
| "learning_rate": 1.3118432258625895e-05, |
| "loss": 0.7548107624053955, |
| "step": 6270, |
| "token_acc": 0.8181544809259065 |
| }, |
| { |
| "epoch": 0.4177545691906005, |
| "grad_norm": 2.390625, |
| "learning_rate": 1.3097955056127721e-05, |
| "loss": 0.757051658630371, |
| "step": 6280, |
| "token_acc": 0.8140085990629028 |
| }, |
| { |
| "epoch": 0.41841978347275116, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.3077463474238233e-05, |
| "loss": 0.7060974597930908, |
| "step": 6290, |
| "token_acc": 0.8250304692260817 |
| }, |
| { |
| "epoch": 0.4190849977549018, |
| "grad_norm": 2.5625, |
| "learning_rate": 1.3056957608070651e-05, |
| "loss": 0.7902791500091553, |
| "step": 6300, |
| "token_acc": 0.8117200062612953 |
| }, |
| { |
| "epoch": 0.41975021203705243, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.3036437552804495e-05, |
| "loss": 0.7837092876434326, |
| "step": 6310, |
| "token_acc": 0.8118354011636235 |
| }, |
| { |
| "epoch": 0.4204154263192031, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.301590340368514e-05, |
| "loss": 0.7201298713684082, |
| "step": 6320, |
| "token_acc": 0.8249057715353048 |
| }, |
| { |
| "epoch": 0.4210806406013537, |
| "grad_norm": 2.46875, |
| "learning_rate": 1.2995355256023392e-05, |
| "loss": 0.8000015258789063, |
| "step": 6330, |
| "token_acc": 0.8060695477551689 |
| }, |
| { |
| "epoch": 0.42174585488350436, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.2974793205195013e-05, |
| "loss": 0.6971353054046631, |
| "step": 6340, |
| "token_acc": 0.8295884662820204 |
| }, |
| { |
| "epoch": 0.42241106916565496, |
| "grad_norm": 4.625, |
| "learning_rate": 1.2954217346640316e-05, |
| "loss": 0.7680907249450684, |
| "step": 6350, |
| "token_acc": 0.8150536625260604 |
| }, |
| { |
| "epoch": 0.4230762834478056, |
| "grad_norm": 2.21875, |
| "learning_rate": 1.293362777586369e-05, |
| "loss": 0.7920069694519043, |
| "step": 6360, |
| "token_acc": 0.8105222093886012 |
| }, |
| { |
| "epoch": 0.4237414977299563, |
| "grad_norm": 2.21875, |
| "learning_rate": 1.291302458843318e-05, |
| "loss": 0.7631069183349609, |
| "step": 6370, |
| "token_acc": 0.8132847366855103 |
| }, |
| { |
| "epoch": 0.4244067120121069, |
| "grad_norm": 2.640625, |
| "learning_rate": 1.289240787998003e-05, |
| "loss": 0.7506068229675293, |
| "step": 6380, |
| "token_acc": 0.8176727599596236 |
| }, |
| { |
| "epoch": 0.42507192629425755, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.2871777746198233e-05, |
| "loss": 0.7209974765777588, |
| "step": 6390, |
| "token_acc": 0.8239896274745431 |
| }, |
| { |
| "epoch": 0.42573714057640816, |
| "grad_norm": 3.640625, |
| "learning_rate": 1.2851134282844118e-05, |
| "loss": 0.7401516437530518, |
| "step": 6400, |
| "token_acc": 0.8163423607109614 |
| }, |
| { |
| "epoch": 0.4264023548585588, |
| "grad_norm": 2.53125, |
| "learning_rate": 1.2830477585735866e-05, |
| "loss": 0.7525502204895019, |
| "step": 6410, |
| "token_acc": 0.8165922763438773 |
| }, |
| { |
| "epoch": 0.4270675691407094, |
| "grad_norm": 1.984375, |
| "learning_rate": 1.2809807750753089e-05, |
| "loss": 0.7916851043701172, |
| "step": 6420, |
| "token_acc": 0.809606554127713 |
| }, |
| { |
| "epoch": 0.4277327834228601, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.2789124873836383e-05, |
| "loss": 0.7735728263854981, |
| "step": 6430, |
| "token_acc": 0.8114306775123825 |
| }, |
| { |
| "epoch": 0.42839799770501075, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.2768429050986874e-05, |
| "loss": 0.7592185497283935, |
| "step": 6440, |
| "token_acc": 0.8150727620593692 |
| }, |
| { |
| "epoch": 0.42906321198716135, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.2747720378265784e-05, |
| "loss": 0.7871395587921143, |
| "step": 6450, |
| "token_acc": 0.8098016764287077 |
| }, |
| { |
| "epoch": 0.429728426269312, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.2726998951793967e-05, |
| "loss": 0.7368836402893066, |
| "step": 6460, |
| "token_acc": 0.8210042712034744 |
| }, |
| { |
| "epoch": 0.4303936405514626, |
| "grad_norm": 2.390625, |
| "learning_rate": 1.2706264867751492e-05, |
| "loss": 0.7815388679504395, |
| "step": 6470, |
| "token_acc": 0.8122860810039931 |
| }, |
| { |
| "epoch": 0.4310588548336133, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.268551822237716e-05, |
| "loss": 0.7684689998626709, |
| "step": 6480, |
| "token_acc": 0.8136899081162793 |
| }, |
| { |
| "epoch": 0.43172406911576394, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.2664759111968088e-05, |
| "loss": 0.7552419662475586, |
| "step": 6490, |
| "token_acc": 0.8170038260722514 |
| }, |
| { |
| "epoch": 0.43238928339791455, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.264398763287925e-05, |
| "loss": 0.7823434352874756, |
| "step": 6500, |
| "token_acc": 0.8106638202704076 |
| }, |
| { |
| "epoch": 0.4330544976800652, |
| "grad_norm": 2.53125, |
| "learning_rate": 1.2623203881523026e-05, |
| "loss": 0.7521623134613037, |
| "step": 6510, |
| "token_acc": 0.8183073898953408 |
| }, |
| { |
| "epoch": 0.4337197119622158, |
| "grad_norm": 2.390625, |
| "learning_rate": 1.260240795436876e-05, |
| "loss": 0.7537161350250244, |
| "step": 6520, |
| "token_acc": 0.8169386887217163 |
| }, |
| { |
| "epoch": 0.4343849262443665, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.258159994794231e-05, |
| "loss": 0.7503443717956543, |
| "step": 6530, |
| "token_acc": 0.8159698203626976 |
| }, |
| { |
| "epoch": 0.4350501405265171, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.2560779958825609e-05, |
| "loss": 0.7219661712646485, |
| "step": 6540, |
| "token_acc": 0.824494055099818 |
| }, |
| { |
| "epoch": 0.43571535480866774, |
| "grad_norm": 2.359375, |
| "learning_rate": 1.253994808365619e-05, |
| "loss": 0.7588708400726318, |
| "step": 6550, |
| "token_acc": 0.8192698000371095 |
| }, |
| { |
| "epoch": 0.4363805690908184, |
| "grad_norm": 2.359375, |
| "learning_rate": 1.2519104419126784e-05, |
| "loss": 0.7819123268127441, |
| "step": 6560, |
| "token_acc": 0.8084934663274045 |
| }, |
| { |
| "epoch": 0.437045783372969, |
| "grad_norm": 2.78125, |
| "learning_rate": 1.2498249061984813e-05, |
| "loss": 0.7913288593292236, |
| "step": 6570, |
| "token_acc": 0.8077926004308227 |
| }, |
| { |
| "epoch": 0.43771099765511967, |
| "grad_norm": 2.203125, |
| "learning_rate": 1.247738210903199e-05, |
| "loss": 0.7963505268096924, |
| "step": 6580, |
| "token_acc": 0.8095587043678615 |
| }, |
| { |
| "epoch": 0.4383762119372703, |
| "grad_norm": 2.203125, |
| "learning_rate": 1.245650365712385e-05, |
| "loss": 0.8252696037292481, |
| "step": 6590, |
| "token_acc": 0.8008660568785155 |
| }, |
| { |
| "epoch": 0.43904142621942094, |
| "grad_norm": 2.6875, |
| "learning_rate": 1.243561380316929e-05, |
| "loss": 0.8045899391174316, |
| "step": 6600, |
| "token_acc": 0.8077402028446258 |
| }, |
| { |
| "epoch": 0.43970664050157154, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.2414712644130145e-05, |
| "loss": 0.767204999923706, |
| "step": 6610, |
| "token_acc": 0.8151550558582619 |
| }, |
| { |
| "epoch": 0.4403718547837222, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.2393800277020707e-05, |
| "loss": 0.7272262096405029, |
| "step": 6620, |
| "token_acc": 0.8223925555023264 |
| }, |
| { |
| "epoch": 0.44103706906587287, |
| "grad_norm": 2.421875, |
| "learning_rate": 1.2372876798907313e-05, |
| "loss": 0.7872851371765137, |
| "step": 6630, |
| "token_acc": 0.8084020190403169 |
| }, |
| { |
| "epoch": 0.4417022833480235, |
| "grad_norm": 2.640625, |
| "learning_rate": 1.2351942306907848e-05, |
| "loss": 0.7698792934417724, |
| "step": 6640, |
| "token_acc": 0.813365500247154 |
| }, |
| { |
| "epoch": 0.44236749763017413, |
| "grad_norm": 2.359375, |
| "learning_rate": 1.2330996898191333e-05, |
| "loss": 0.712770652770996, |
| "step": 6650, |
| "token_acc": 0.8248955404767441 |
| }, |
| { |
| "epoch": 0.44303271191232474, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.2310040669977464e-05, |
| "loss": 0.7811156272888183, |
| "step": 6660, |
| "token_acc": 0.8113162090345438 |
| }, |
| { |
| "epoch": 0.4436979261944754, |
| "grad_norm": 2.59375, |
| "learning_rate": 1.228907371953614e-05, |
| "loss": 0.7807763576507568, |
| "step": 6670, |
| "token_acc": 0.8096743724921457 |
| }, |
| { |
| "epoch": 0.444363140476626, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.226809614418705e-05, |
| "loss": 0.7639223098754883, |
| "step": 6680, |
| "token_acc": 0.8164366504098786 |
| }, |
| { |
| "epoch": 0.44502835475877667, |
| "grad_norm": 2.28125, |
| "learning_rate": 1.2247108041299174e-05, |
| "loss": 0.7375510692596435, |
| "step": 6690, |
| "token_acc": 0.8202618099032442 |
| }, |
| { |
| "epoch": 0.44569356904092733, |
| "grad_norm": 2.125, |
| "learning_rate": 1.2226109508290378e-05, |
| "loss": 0.7244351387023926, |
| "step": 6700, |
| "token_acc": 0.8229697803166544 |
| }, |
| { |
| "epoch": 0.44635878332307793, |
| "grad_norm": 2.125, |
| "learning_rate": 1.220510064262693e-05, |
| "loss": 0.7835217952728272, |
| "step": 6710, |
| "token_acc": 0.8101741664256956 |
| }, |
| { |
| "epoch": 0.4470239976052286, |
| "grad_norm": 2.0, |
| "learning_rate": 1.2184081541823058e-05, |
| "loss": 0.7484204292297363, |
| "step": 6720, |
| "token_acc": 0.8169018161607624 |
| }, |
| { |
| "epoch": 0.4476892118873792, |
| "grad_norm": 2.125, |
| "learning_rate": 1.2163052303440503e-05, |
| "loss": 0.7202248096466064, |
| "step": 6730, |
| "token_acc": 0.8241470009651727 |
| }, |
| { |
| "epoch": 0.44835442616952986, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.214201302508805e-05, |
| "loss": 0.7441082000732422, |
| "step": 6740, |
| "token_acc": 0.8192728556300741 |
| }, |
| { |
| "epoch": 0.4490196404516805, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.2120963804421098e-05, |
| "loss": 0.7845107555389405, |
| "step": 6750, |
| "token_acc": 0.8096567737763702 |
| }, |
| { |
| "epoch": 0.44968485473383113, |
| "grad_norm": 2.125, |
| "learning_rate": 1.2099904739141177e-05, |
| "loss": 0.7370713710784912, |
| "step": 6760, |
| "token_acc": 0.82144034846893 |
| }, |
| { |
| "epoch": 0.4503500690159818, |
| "grad_norm": 2.53125, |
| "learning_rate": 1.2078835926995533e-05, |
| "loss": 0.7602892875671386, |
| "step": 6770, |
| "token_acc": 0.8142412389239243 |
| }, |
| { |
| "epoch": 0.4510152832981324, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.2057757465776634e-05, |
| "loss": 0.7549887657165527, |
| "step": 6780, |
| "token_acc": 0.8162794641343056 |
| }, |
| { |
| "epoch": 0.45168049758028306, |
| "grad_norm": 2.203125, |
| "learning_rate": 1.2036669453321748e-05, |
| "loss": 0.7261628150939942, |
| "step": 6790, |
| "token_acc": 0.8255521485396148 |
| }, |
| { |
| "epoch": 0.45234571186243366, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.2015571987512467e-05, |
| "loss": 0.772891616821289, |
| "step": 6800, |
| "token_acc": 0.8109620538960725 |
| }, |
| { |
| "epoch": 0.4530109261445843, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.1994465166274263e-05, |
| "loss": 0.7716512680053711, |
| "step": 6810, |
| "token_acc": 0.8138159193481412 |
| }, |
| { |
| "epoch": 0.453676140426735, |
| "grad_norm": 2.828125, |
| "learning_rate": 1.1973349087576041e-05, |
| "loss": 0.7313772678375244, |
| "step": 6820, |
| "token_acc": 0.8214938941338543 |
| }, |
| { |
| "epoch": 0.4543413547088856, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.1952223849429661e-05, |
| "loss": 0.7653038024902343, |
| "step": 6830, |
| "token_acc": 0.8130000584009811 |
| }, |
| { |
| "epoch": 0.45500656899103625, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.1931089549889503e-05, |
| "loss": 0.7310605525970459, |
| "step": 6840, |
| "token_acc": 0.8206296075182624 |
| }, |
| { |
| "epoch": 0.45567178327318686, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.1909946287052014e-05, |
| "loss": 0.7747984409332276, |
| "step": 6850, |
| "token_acc": 0.8128264543219992 |
| }, |
| { |
| "epoch": 0.4563369975553375, |
| "grad_norm": 2.796875, |
| "learning_rate": 1.1888794159055233e-05, |
| "loss": 0.6967289447784424, |
| "step": 6860, |
| "token_acc": 0.8277389932349191 |
| }, |
| { |
| "epoch": 0.4570022118374881, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.1867633264078356e-05, |
| "loss": 0.8147965431213379, |
| "step": 6870, |
| "token_acc": 0.8033662837296286 |
| }, |
| { |
| "epoch": 0.4576674261196388, |
| "grad_norm": 2.59375, |
| "learning_rate": 1.1846463700341264e-05, |
| "loss": 0.7320817947387696, |
| "step": 6880, |
| "token_acc": 0.8221839852274635 |
| }, |
| { |
| "epoch": 0.45833264040178945, |
| "grad_norm": 2.359375, |
| "learning_rate": 1.1825285566104083e-05, |
| "loss": 0.7443554401397705, |
| "step": 6890, |
| "token_acc": 0.8217125270215806 |
| }, |
| { |
| "epoch": 0.45899785468394005, |
| "grad_norm": 2.421875, |
| "learning_rate": 1.1804098959666712e-05, |
| "loss": 0.767994499206543, |
| "step": 6900, |
| "token_acc": 0.8141911754652228 |
| }, |
| { |
| "epoch": 0.4596630689660907, |
| "grad_norm": 2.4375, |
| "learning_rate": 1.178290397936838e-05, |
| "loss": 0.7243148803710937, |
| "step": 6910, |
| "token_acc": 0.8221328595957869 |
| }, |
| { |
| "epoch": 0.4603282832482413, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.1761700723587177e-05, |
| "loss": 0.8029426574707031, |
| "step": 6920, |
| "token_acc": 0.808854180236042 |
| }, |
| { |
| "epoch": 0.460993497530392, |
| "grad_norm": 2.125, |
| "learning_rate": 1.1740489290739614e-05, |
| "loss": 0.7387587070465088, |
| "step": 6930, |
| "token_acc": 0.8195949377106264 |
| }, |
| { |
| "epoch": 0.4616587118125426, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.1719269779280149e-05, |
| "loss": 0.764794921875, |
| "step": 6940, |
| "token_acc": 0.815636970828013 |
| }, |
| { |
| "epoch": 0.46232392609469325, |
| "grad_norm": 2.4375, |
| "learning_rate": 1.1698042287700741e-05, |
| "loss": 0.7780982971191406, |
| "step": 6950, |
| "token_acc": 0.8115250073754748 |
| }, |
| { |
| "epoch": 0.4629891403768439, |
| "grad_norm": 2.296875, |
| "learning_rate": 1.167680691453039e-05, |
| "loss": 0.767616605758667, |
| "step": 6960, |
| "token_acc": 0.815699249921399 |
| }, |
| { |
| "epoch": 0.4636543546589945, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.1655563758334672e-05, |
| "loss": 0.7627209186553955, |
| "step": 6970, |
| "token_acc": 0.8174399135123732 |
| }, |
| { |
| "epoch": 0.4643195689411452, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.1634312917715296e-05, |
| "loss": 0.8080660820007324, |
| "step": 6980, |
| "token_acc": 0.8014202567235558 |
| }, |
| { |
| "epoch": 0.4649847832232958, |
| "grad_norm": 2.125, |
| "learning_rate": 1.1613054491309638e-05, |
| "loss": 0.7456583499908447, |
| "step": 6990, |
| "token_acc": 0.817428678607079 |
| }, |
| { |
| "epoch": 0.46564999750544644, |
| "grad_norm": 2.578125, |
| "learning_rate": 1.1591788577790281e-05, |
| "loss": 0.7510671138763427, |
| "step": 7000, |
| "token_acc": 0.8172793112393345 |
| }, |
| { |
| "epoch": 0.4663152117875971, |
| "grad_norm": 2.296875, |
| "learning_rate": 1.1570515275864561e-05, |
| "loss": 0.7780903339385986, |
| "step": 7010, |
| "token_acc": 0.810295456058958 |
| }, |
| { |
| "epoch": 0.4669804260697477, |
| "grad_norm": 2.65625, |
| "learning_rate": 1.154923468427411e-05, |
| "loss": 0.7584575653076172, |
| "step": 7020, |
| "token_acc": 0.8181353181882319 |
| }, |
| { |
| "epoch": 0.4676456403518984, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.1527946901794396e-05, |
| "loss": 0.7633735656738281, |
| "step": 7030, |
| "token_acc": 0.8135646958578006 |
| }, |
| { |
| "epoch": 0.468310854634049, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.1506652027234255e-05, |
| "loss": 0.7331698417663575, |
| "step": 7040, |
| "token_acc": 0.8174156101595813 |
| }, |
| { |
| "epoch": 0.46897606891619964, |
| "grad_norm": 2.5, |
| "learning_rate": 1.1485350159435453e-05, |
| "loss": 0.7501302719116211, |
| "step": 7050, |
| "token_acc": 0.819096345405641 |
| }, |
| { |
| "epoch": 0.46964128319835025, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.146404139727221e-05, |
| "loss": 0.7476665496826171, |
| "step": 7060, |
| "token_acc": 0.8205816420629625 |
| }, |
| { |
| "epoch": 0.4703064974805009, |
| "grad_norm": 2.5, |
| "learning_rate": 1.1442725839650748e-05, |
| "loss": 0.7631318092346191, |
| "step": 7070, |
| "token_acc": 0.814093670764962 |
| }, |
| { |
| "epoch": 0.47097171176265157, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.142140358550883e-05, |
| "loss": 0.7268123626708984, |
| "step": 7080, |
| "token_acc": 0.8212153381160704 |
| }, |
| { |
| "epoch": 0.4716369260448022, |
| "grad_norm": 2.34375, |
| "learning_rate": 1.1400074733815303e-05, |
| "loss": 0.7570295333862305, |
| "step": 7090, |
| "token_acc": 0.8191013994598576 |
| }, |
| { |
| "epoch": 0.47230214032695284, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.1378739383569632e-05, |
| "loss": 0.7755563259124756, |
| "step": 7100, |
| "token_acc": 0.8169521704426843 |
| }, |
| { |
| "epoch": 0.47296735460910344, |
| "grad_norm": 2.6875, |
| "learning_rate": 1.1357397633801455e-05, |
| "loss": 0.7698848724365235, |
| "step": 7110, |
| "token_acc": 0.8148145476058207 |
| }, |
| { |
| "epoch": 0.4736325688912541, |
| "grad_norm": 2.421875, |
| "learning_rate": 1.1336049583570104e-05, |
| "loss": 0.7453318119049073, |
| "step": 7120, |
| "token_acc": 0.817314608998827 |
| }, |
| { |
| "epoch": 0.4742977831734047, |
| "grad_norm": 2.40625, |
| "learning_rate": 1.131469533196416e-05, |
| "loss": 0.7299962043762207, |
| "step": 7130, |
| "token_acc": 0.8217870504567056 |
| }, |
| { |
| "epoch": 0.47496299745555537, |
| "grad_norm": 2.515625, |
| "learning_rate": 1.1293334978100988e-05, |
| "loss": 0.7653594017028809, |
| "step": 7140, |
| "token_acc": 0.8127470987991082 |
| }, |
| { |
| "epoch": 0.47562821173770603, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.1271968621126273e-05, |
| "loss": 0.7905018329620361, |
| "step": 7150, |
| "token_acc": 0.809242575035357 |
| }, |
| { |
| "epoch": 0.47629342601985664, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.1250596360213574e-05, |
| "loss": 0.7540499687194824, |
| "step": 7160, |
| "token_acc": 0.8192516287478255 |
| }, |
| { |
| "epoch": 0.4769586403020073, |
| "grad_norm": 2.5625, |
| "learning_rate": 1.1229218294563839e-05, |
| "loss": 0.7438382148742676, |
| "step": 7170, |
| "token_acc": 0.8179886041877862 |
| }, |
| { |
| "epoch": 0.4776238545841579, |
| "grad_norm": 2.375, |
| "learning_rate": 1.1207834523404976e-05, |
| "loss": 0.7405606746673584, |
| "step": 7180, |
| "token_acc": 0.8231673067873029 |
| }, |
| { |
| "epoch": 0.47828906886630856, |
| "grad_norm": 2.390625, |
| "learning_rate": 1.118644514599136e-05, |
| "loss": 0.7483702659606933, |
| "step": 7190, |
| "token_acc": 0.8163572955338059 |
| }, |
| { |
| "epoch": 0.47895428314845917, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.1165050261603396e-05, |
| "loss": 0.7889360904693603, |
| "step": 7200, |
| "token_acc": 0.8080279354238249 |
| }, |
| { |
| "epoch": 0.47961949743060983, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.1143649969547048e-05, |
| "loss": 0.6966003894805908, |
| "step": 7210, |
| "token_acc": 0.8292404040138527 |
| }, |
| { |
| "epoch": 0.4802847117127605, |
| "grad_norm": 2.40625, |
| "learning_rate": 1.1122244369153381e-05, |
| "loss": 0.7628078460693359, |
| "step": 7220, |
| "token_acc": 0.8133731369429076 |
| }, |
| { |
| "epoch": 0.4809499259949111, |
| "grad_norm": 2.296875, |
| "learning_rate": 1.1100833559778102e-05, |
| "loss": 0.7877589702606201, |
| "step": 7230, |
| "token_acc": 0.8112321994359528 |
| }, |
| { |
| "epoch": 0.48161514027706176, |
| "grad_norm": 2.203125, |
| "learning_rate": 1.1079417640801085e-05, |
| "loss": 0.733671760559082, |
| "step": 7240, |
| "token_acc": 0.8191814878561866 |
| }, |
| { |
| "epoch": 0.48228035455921237, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.1057996711625936e-05, |
| "loss": 0.7811990261077881, |
| "step": 7250, |
| "token_acc": 0.8133242817036864 |
| }, |
| { |
| "epoch": 0.482945568841363, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.1036570871679502e-05, |
| "loss": 0.7443314552307129, |
| "step": 7260, |
| "token_acc": 0.8209584526154076 |
| }, |
| { |
| "epoch": 0.4836107831235137, |
| "grad_norm": 2.4375, |
| "learning_rate": 1.1015140220411434e-05, |
| "loss": 0.7315757751464844, |
| "step": 7270, |
| "token_acc": 0.8229872997478741 |
| }, |
| { |
| "epoch": 0.4842759974056643, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.0993704857293708e-05, |
| "loss": 0.774696683883667, |
| "step": 7280, |
| "token_acc": 0.8089383718057188 |
| }, |
| { |
| "epoch": 0.48494121168781495, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.0972264881820177e-05, |
| "loss": 0.7230620384216309, |
| "step": 7290, |
| "token_acc": 0.8239979674378043 |
| }, |
| { |
| "epoch": 0.48560642596996556, |
| "grad_norm": 2.515625, |
| "learning_rate": 1.0950820393506098e-05, |
| "loss": 0.7940397739410401, |
| "step": 7300, |
| "token_acc": 0.8083860405239002 |
| }, |
| { |
| "epoch": 0.4862716402521162, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.0929371491887672e-05, |
| "loss": 0.7397249698638916, |
| "step": 7310, |
| "token_acc": 0.8211771995877983 |
| }, |
| { |
| "epoch": 0.4869368545342668, |
| "grad_norm": 2.5, |
| "learning_rate": 1.0907918276521597e-05, |
| "loss": 0.73631272315979, |
| "step": 7320, |
| "token_acc": 0.8179431806908971 |
| }, |
| { |
| "epoch": 0.4876020688164175, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.0886460846984577e-05, |
| "loss": 0.7318982601165771, |
| "step": 7330, |
| "token_acc": 0.8215699162319773 |
| }, |
| { |
| "epoch": 0.48826728309856815, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.0864999302872887e-05, |
| "loss": 0.7128865718841553, |
| "step": 7340, |
| "token_acc": 0.8235332114643016 |
| }, |
| { |
| "epoch": 0.48893249738071876, |
| "grad_norm": 2.21875, |
| "learning_rate": 1.0843533743801897e-05, |
| "loss": 0.7685551643371582, |
| "step": 7350, |
| "token_acc": 0.8107021279481372 |
| }, |
| { |
| "epoch": 0.4895977116628694, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.0822064269405614e-05, |
| "loss": 0.7862318992614746, |
| "step": 7360, |
| "token_acc": 0.8098627665424707 |
| }, |
| { |
| "epoch": 0.49026292594502, |
| "grad_norm": 2.65625, |
| "learning_rate": 1.0800590979336223e-05, |
| "loss": 0.7437362194061279, |
| "step": 7370, |
| "token_acc": 0.8188003768449702 |
| }, |
| { |
| "epoch": 0.4909281402271707, |
| "grad_norm": 1.984375, |
| "learning_rate": 1.0779113973263601e-05, |
| "loss": 0.7623642921447754, |
| "step": 7380, |
| "token_acc": 0.8179193113405432 |
| }, |
| { |
| "epoch": 0.4915933545093213, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.0757633350874901e-05, |
| "loss": 0.7804345607757568, |
| "step": 7390, |
| "token_acc": 0.8099599479541473 |
| }, |
| { |
| "epoch": 0.49225856879147195, |
| "grad_norm": 1.984375, |
| "learning_rate": 1.073614921187404e-05, |
| "loss": 0.7388281345367431, |
| "step": 7400, |
| "token_acc": 0.8226934278492142 |
| }, |
| { |
| "epoch": 0.4929237830736226, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.071466165598126e-05, |
| "loss": 0.760498046875, |
| "step": 7410, |
| "token_acc": 0.8152170534443208 |
| }, |
| { |
| "epoch": 0.4935889973557732, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.0693170782932676e-05, |
| "loss": 0.7665748596191406, |
| "step": 7420, |
| "token_acc": 0.8131596014385944 |
| }, |
| { |
| "epoch": 0.4942542116379239, |
| "grad_norm": 2.34375, |
| "learning_rate": 1.0671676692479784e-05, |
| "loss": 0.7521234035491944, |
| "step": 7430, |
| "token_acc": 0.8147526100771675 |
| }, |
| { |
| "epoch": 0.4949194259200745, |
| "grad_norm": 2.609375, |
| "learning_rate": 1.065017948438903e-05, |
| "loss": 0.7640196800231933, |
| "step": 7440, |
| "token_acc": 0.8109170561890047 |
| }, |
| { |
| "epoch": 0.49558464020222515, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.0628679258441307e-05, |
| "loss": 0.7439335346221924, |
| "step": 7450, |
| "token_acc": 0.8207271789941549 |
| }, |
| { |
| "epoch": 0.49624985448437575, |
| "grad_norm": 1.890625, |
| "learning_rate": 1.0607176114431547e-05, |
| "loss": 0.7629217147827149, |
| "step": 7460, |
| "token_acc": 0.8168265325028862 |
| }, |
| { |
| "epoch": 0.4969150687665264, |
| "grad_norm": 2.3125, |
| "learning_rate": 1.0585670152168196e-05, |
| "loss": 0.7806074142456054, |
| "step": 7470, |
| "token_acc": 0.8122436620881389 |
| }, |
| { |
| "epoch": 0.4975802830486771, |
| "grad_norm": 3.0, |
| "learning_rate": 1.0564161471472802e-05, |
| "loss": 0.7082361698150634, |
| "step": 7480, |
| "token_acc": 0.8246280765264548 |
| }, |
| { |
| "epoch": 0.4982454973308277, |
| "grad_norm": 2.4375, |
| "learning_rate": 1.0542650172179523e-05, |
| "loss": 0.727830171585083, |
| "step": 7490, |
| "token_acc": 0.8229573061066379 |
| }, |
| { |
| "epoch": 0.49891071161297834, |
| "grad_norm": 2.0, |
| "learning_rate": 1.0521136354134668e-05, |
| "loss": 0.7432070732116699, |
| "step": 7500, |
| "token_acc": 0.8213223102954871 |
| }, |
| { |
| "epoch": 0.49957592589512895, |
| "grad_norm": 1.984375, |
| "learning_rate": 1.0499620117196248e-05, |
| "loss": 0.7435440063476563, |
| "step": 7510, |
| "token_acc": 0.8190738741517581 |
| }, |
| { |
| "epoch": 0.5002411401772796, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.0478101561233485e-05, |
| "loss": 0.7368072509765625, |
| "step": 7520, |
| "token_acc": 0.8181556754876981 |
| }, |
| { |
| "epoch": 0.5009063544594302, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.0456580786126382e-05, |
| "loss": 0.7748026371002197, |
| "step": 7530, |
| "token_acc": 0.8107216374439756 |
| }, |
| { |
| "epoch": 0.5015715687415809, |
| "grad_norm": 2.203125, |
| "learning_rate": 1.043505789176523e-05, |
| "loss": 0.7599535465240479, |
| "step": 7540, |
| "token_acc": 0.8144607214414964 |
| }, |
| { |
| "epoch": 0.5022367830237315, |
| "grad_norm": 2.5625, |
| "learning_rate": 1.041353297805017e-05, |
| "loss": 0.7855841159820557, |
| "step": 7550, |
| "token_acc": 0.810567859446637 |
| }, |
| { |
| "epoch": 0.5029019973058821, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.0392006144890696e-05, |
| "loss": 0.7034368515014648, |
| "step": 7560, |
| "token_acc": 0.8278685287807189 |
| }, |
| { |
| "epoch": 0.5035672115880327, |
| "grad_norm": 2.0, |
| "learning_rate": 1.0370477492205227e-05, |
| "loss": 0.7780855178833008, |
| "step": 7570, |
| "token_acc": 0.8109573886824016 |
| }, |
| { |
| "epoch": 0.5042324258701835, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.0348947119920628e-05, |
| "loss": 0.7588325500488281, |
| "step": 7580, |
| "token_acc": 0.815200252286345 |
| }, |
| { |
| "epoch": 0.5048976401523341, |
| "grad_norm": 2.203125, |
| "learning_rate": 1.032741512797173e-05, |
| "loss": 0.8076597213745117, |
| "step": 7590, |
| "token_acc": 0.8048396815832038 |
| }, |
| { |
| "epoch": 0.5055628544344847, |
| "grad_norm": 2.296875, |
| "learning_rate": 1.0305881616300903e-05, |
| "loss": 0.7575117111206054, |
| "step": 7600, |
| "token_acc": 0.8191114222767476 |
| }, |
| { |
| "epoch": 0.5062280687166354, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.0284346684857554e-05, |
| "loss": 0.7690659523010254, |
| "step": 7610, |
| "token_acc": 0.8089141967595912 |
| }, |
| { |
| "epoch": 0.506893282998786, |
| "grad_norm": 2.484375, |
| "learning_rate": 1.0262810433597692e-05, |
| "loss": 0.7724231243133545, |
| "step": 7620, |
| "token_acc": 0.8145517801562714 |
| }, |
| { |
| "epoch": 0.5075584972809366, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.0241272962483441e-05, |
| "loss": 0.7463849067687989, |
| "step": 7630, |
| "token_acc": 0.8154514918000395 |
| }, |
| { |
| "epoch": 0.5082237115630872, |
| "grad_norm": 2.640625, |
| "learning_rate": 1.0219734371482595e-05, |
| "loss": 0.8022209167480469, |
| "step": 7640, |
| "token_acc": 0.8094209514478069 |
| }, |
| { |
| "epoch": 0.5088889258452379, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.0198194760568144e-05, |
| "loss": 0.7333521366119384, |
| "step": 7650, |
| "token_acc": 0.8202052912688934 |
| }, |
| { |
| "epoch": 0.5095541401273885, |
| "grad_norm": 2.609375, |
| "learning_rate": 1.0176654229717806e-05, |
| "loss": 0.7575548648834228, |
| "step": 7660, |
| "token_acc": 0.8145545699961435 |
| }, |
| { |
| "epoch": 0.5102193544095391, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.0155112878913587e-05, |
| "loss": 0.779090690612793, |
| "step": 7670, |
| "token_acc": 0.8112764403454251 |
| }, |
| { |
| "epoch": 0.5108845686916899, |
| "grad_norm": 2.8125, |
| "learning_rate": 1.013357080814127e-05, |
| "loss": 0.7409786701202392, |
| "step": 7680, |
| "token_acc": 0.8206043633804468 |
| }, |
| { |
| "epoch": 0.5115497829738405, |
| "grad_norm": 2.28125, |
| "learning_rate": 1.0112028117390009e-05, |
| "loss": 0.7316087245941162, |
| "step": 7690, |
| "token_acc": 0.8220667565745111 |
| }, |
| { |
| "epoch": 0.5122149972559911, |
| "grad_norm": 2.53125, |
| "learning_rate": 1.009048490665182e-05, |
| "loss": 0.7349381923675538, |
| "step": 7700, |
| "token_acc": 0.8208499923910186 |
| }, |
| { |
| "epoch": 0.5128802115381417, |
| "grad_norm": 4.4375, |
| "learning_rate": 1.006894127592113e-05, |
| "loss": 0.7560619354248047, |
| "step": 7710, |
| "token_acc": 0.816128388542658 |
| }, |
| { |
| "epoch": 0.5135454258202924, |
| "grad_norm": 2.34375, |
| "learning_rate": 1.0047397325194326e-05, |
| "loss": 0.7384578227996826, |
| "step": 7720, |
| "token_acc": 0.8183594821438367 |
| }, |
| { |
| "epoch": 0.514210640102443, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.0025853154469272e-05, |
| "loss": 0.7836869716644287, |
| "step": 7730, |
| "token_acc": 0.8136316654397275 |
| }, |
| { |
| "epoch": 0.5148758543845936, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.0004308863744862e-05, |
| "loss": 0.7435479640960694, |
| "step": 7740, |
| "token_acc": 0.8179534416345671 |
| }, |
| { |
| "epoch": 0.5155410686667443, |
| "grad_norm": 2.203125, |
| "learning_rate": 9.98276455302053e-06, |
| "loss": 0.7894378185272217, |
| "step": 7750, |
| "token_acc": 0.8100106333442215 |
| }, |
| { |
| "epoch": 0.5162062829488949, |
| "grad_norm": 2.3125, |
| "learning_rate": 9.961220322295828e-06, |
| "loss": 0.7438347339630127, |
| "step": 7760, |
| "token_acc": 0.8194342884869028 |
| }, |
| { |
| "epoch": 0.5168714972310455, |
| "grad_norm": 2.15625, |
| "learning_rate": 9.939676271569912e-06, |
| "loss": 0.7570628643035888, |
| "step": 7770, |
| "token_acc": 0.8176585886150032 |
| }, |
| { |
| "epoch": 0.5175367115131961, |
| "grad_norm": 2.171875, |
| "learning_rate": 9.91813250084112e-06, |
| "loss": 0.8156988143920898, |
| "step": 7780, |
| "token_acc": 0.8080623721529275 |
| }, |
| { |
| "epoch": 0.5182019257953469, |
| "grad_norm": 2.15625, |
| "learning_rate": 9.896589110106476e-06, |
| "loss": 0.7282536029815674, |
| "step": 7790, |
| "token_acc": 0.820045506429106 |
| }, |
| { |
| "epoch": 0.5188671400774975, |
| "grad_norm": 2.03125, |
| "learning_rate": 9.875046199361254e-06, |
| "loss": 0.7938862800598144, |
| "step": 7800, |
| "token_acc": 0.8075287570300406 |
| }, |
| { |
| "epoch": 0.5195323543596481, |
| "grad_norm": 2.109375, |
| "learning_rate": 9.853503868598496e-06, |
| "loss": 0.7699375629425049, |
| "step": 7810, |
| "token_acc": 0.8117042886161416 |
| }, |
| { |
| "epoch": 0.5201975686417988, |
| "grad_norm": 2.09375, |
| "learning_rate": 9.831962217808543e-06, |
| "loss": 0.7350882053375244, |
| "step": 7820, |
| "token_acc": 0.8208263191501712 |
| }, |
| { |
| "epoch": 0.5208627829239494, |
| "grad_norm": 2.109375, |
| "learning_rate": 9.810421346978591e-06, |
| "loss": 0.7731838226318359, |
| "step": 7830, |
| "token_acc": 0.8128620331021372 |
| }, |
| { |
| "epoch": 0.5215279972061, |
| "grad_norm": 2.0625, |
| "learning_rate": 9.788881356092206e-06, |
| "loss": 0.8244364738464356, |
| "step": 7840, |
| "token_acc": 0.7998688098803387 |
| }, |
| { |
| "epoch": 0.5221932114882507, |
| "grad_norm": 1.640625, |
| "learning_rate": 9.767342345128884e-06, |
| "loss": 0.7273937225341797, |
| "step": 7850, |
| "token_acc": 0.8233665284227779 |
| }, |
| { |
| "epoch": 0.5228584257704013, |
| "grad_norm": 1.859375, |
| "learning_rate": 9.745804414063559e-06, |
| "loss": 0.715303611755371, |
| "step": 7860, |
| "token_acc": 0.8273542282336894 |
| }, |
| { |
| "epoch": 0.5235236400525519, |
| "grad_norm": 2.1875, |
| "learning_rate": 9.724267662866159e-06, |
| "loss": 0.7355597496032715, |
| "step": 7870, |
| "token_acc": 0.8231373628053441 |
| }, |
| { |
| "epoch": 0.5241888543347025, |
| "grad_norm": 1.7421875, |
| "learning_rate": 9.702732191501129e-06, |
| "loss": 0.7122546672821045, |
| "step": 7880, |
| "token_acc": 0.8278048989992985 |
| }, |
| { |
| "epoch": 0.5248540686168532, |
| "grad_norm": 2.046875, |
| "learning_rate": 9.681198099926983e-06, |
| "loss": 0.7509305000305175, |
| "step": 7890, |
| "token_acc": 0.8196356385884409 |
| }, |
| { |
| "epoch": 0.5255192828990038, |
| "grad_norm": 2.171875, |
| "learning_rate": 9.659665488095828e-06, |
| "loss": 0.754732084274292, |
| "step": 7900, |
| "token_acc": 0.8186519614846138 |
| }, |
| { |
| "epoch": 0.5261844971811545, |
| "grad_norm": 2.171875, |
| "learning_rate": 9.638134455952897e-06, |
| "loss": 0.7339933395385743, |
| "step": 7910, |
| "token_acc": 0.8193130948925182 |
| }, |
| { |
| "epoch": 0.5268497114633052, |
| "grad_norm": 2.078125, |
| "learning_rate": 9.616605103436098e-06, |
| "loss": 0.7608344554901123, |
| "step": 7920, |
| "token_acc": 0.815434292589161 |
| }, |
| { |
| "epoch": 0.5275149257454558, |
| "grad_norm": 2.078125, |
| "learning_rate": 9.595077530475531e-06, |
| "loss": 0.7733577728271485, |
| "step": 7930, |
| "token_acc": 0.8104900023445089 |
| }, |
| { |
| "epoch": 0.5281801400276064, |
| "grad_norm": 2.0625, |
| "learning_rate": 9.573551836993052e-06, |
| "loss": 0.7812899589538574, |
| "step": 7940, |
| "token_acc": 0.8110160330298649 |
| }, |
| { |
| "epoch": 0.528845354309757, |
| "grad_norm": 2.1875, |
| "learning_rate": 9.552028122901788e-06, |
| "loss": 0.7332124710083008, |
| "step": 7950, |
| "token_acc": 0.8182291743092341 |
| }, |
| { |
| "epoch": 0.5295105685919077, |
| "grad_norm": 2.453125, |
| "learning_rate": 9.53050648810567e-06, |
| "loss": 0.773286771774292, |
| "step": 7960, |
| "token_acc": 0.8139986060314289 |
| }, |
| { |
| "epoch": 0.5301757828740583, |
| "grad_norm": 2.125, |
| "learning_rate": 9.508987032498987e-06, |
| "loss": 0.7026595115661621, |
| "step": 7970, |
| "token_acc": 0.8281366400736838 |
| }, |
| { |
| "epoch": 0.5308409971562089, |
| "grad_norm": 2.0625, |
| "learning_rate": 9.487469855965903e-06, |
| "loss": 0.7206508636474609, |
| "step": 7980, |
| "token_acc": 0.8268501107490113 |
| }, |
| { |
| "epoch": 0.5315062114383596, |
| "grad_norm": 2.03125, |
| "learning_rate": 9.465955058380024e-06, |
| "loss": 0.7739372730255127, |
| "step": 7990, |
| "token_acc": 0.8123664082820427 |
| }, |
| { |
| "epoch": 0.5321714257205102, |
| "grad_norm": 1.84375, |
| "learning_rate": 9.444442739603891e-06, |
| "loss": 0.7480909347534179, |
| "step": 8000, |
| "token_acc": 0.8190545204083829 |
| }, |
| { |
| "epoch": 0.5328366400026608, |
| "grad_norm": 2.25, |
| "learning_rate": 9.422932999488556e-06, |
| "loss": 0.7789316654205323, |
| "step": 8010, |
| "token_acc": 0.8093183838107609 |
| }, |
| { |
| "epoch": 0.5335018542848114, |
| "grad_norm": 6.28125, |
| "learning_rate": 9.401425937873083e-06, |
| "loss": 0.78959059715271, |
| "step": 8020, |
| "token_acc": 0.8069388095370422 |
| }, |
| { |
| "epoch": 0.5341670685669622, |
| "grad_norm": 1.9765625, |
| "learning_rate": 9.379921654584128e-06, |
| "loss": 0.7359909057617188, |
| "step": 8030, |
| "token_acc": 0.8219491461859639 |
| }, |
| { |
| "epoch": 0.5348322828491128, |
| "grad_norm": 2.25, |
| "learning_rate": 9.358420249435434e-06, |
| "loss": 0.7542747497558594, |
| "step": 8040, |
| "token_acc": 0.8178080894193426 |
| }, |
| { |
| "epoch": 0.5354974971312634, |
| "grad_norm": 2.234375, |
| "learning_rate": 9.336921822227389e-06, |
| "loss": 0.6943217754364014, |
| "step": 8050, |
| "token_acc": 0.8304381909695002 |
| }, |
| { |
| "epoch": 0.5361627114134141, |
| "grad_norm": 2.234375, |
| "learning_rate": 9.315426472746559e-06, |
| "loss": 0.7514155864715576, |
| "step": 8060, |
| "token_acc": 0.8186275991295938 |
| }, |
| { |
| "epoch": 0.5368279256955647, |
| "grad_norm": 2.453125, |
| "learning_rate": 9.293934300765224e-06, |
| "loss": 0.7083795070648193, |
| "step": 8070, |
| "token_acc": 0.8259187915426257 |
| }, |
| { |
| "epoch": 0.5374931399777153, |
| "grad_norm": 1.8828125, |
| "learning_rate": 9.272445406040918e-06, |
| "loss": 0.7359787940979003, |
| "step": 8080, |
| "token_acc": 0.8170696001338464 |
| }, |
| { |
| "epoch": 0.5381583542598659, |
| "grad_norm": 2.28125, |
| "learning_rate": 9.25095988831596e-06, |
| "loss": 0.7352677822113037, |
| "step": 8090, |
| "token_acc": 0.8227382890215229 |
| }, |
| { |
| "epoch": 0.5388235685420166, |
| "grad_norm": 1.9609375, |
| "learning_rate": 9.229477847317e-06, |
| "loss": 0.7010772228240967, |
| "step": 8100, |
| "token_acc": 0.8239627114207181 |
| }, |
| { |
| "epoch": 0.5394887828241672, |
| "grad_norm": 2.4375, |
| "learning_rate": 9.20799938275454e-06, |
| "loss": 0.7657524585723877, |
| "step": 8110, |
| "token_acc": 0.8155856959953991 |
| }, |
| { |
| "epoch": 0.5401539971063178, |
| "grad_norm": 2.0625, |
| "learning_rate": 9.186524594322492e-06, |
| "loss": 0.7284685134887695, |
| "step": 8120, |
| "token_acc": 0.8206250043821824 |
| }, |
| { |
| "epoch": 0.5408192113884686, |
| "grad_norm": 2.03125, |
| "learning_rate": 9.165053581697703e-06, |
| "loss": 0.7794826030731201, |
| "step": 8130, |
| "token_acc": 0.8156469273470086 |
| }, |
| { |
| "epoch": 0.5414844256706192, |
| "grad_norm": 1.859375, |
| "learning_rate": 9.143586444539488e-06, |
| "loss": 0.801294994354248, |
| "step": 8140, |
| "token_acc": 0.8071282071127278 |
| }, |
| { |
| "epoch": 0.5421496399527698, |
| "grad_norm": 2.296875, |
| "learning_rate": 9.12212328248918e-06, |
| "loss": 0.7626471996307373, |
| "step": 8150, |
| "token_acc": 0.8150197753270231 |
| }, |
| { |
| "epoch": 0.5428148542349204, |
| "grad_norm": 2.5625, |
| "learning_rate": 9.100664195169661e-06, |
| "loss": 0.7458100318908691, |
| "step": 8160, |
| "token_acc": 0.8214404116219549 |
| }, |
| { |
| "epoch": 0.5434800685170711, |
| "grad_norm": 2.328125, |
| "learning_rate": 9.079209282184894e-06, |
| "loss": 0.7515042781829834, |
| "step": 8170, |
| "token_acc": 0.8173397365931747 |
| }, |
| { |
| "epoch": 0.5441452827992217, |
| "grad_norm": 2.15625, |
| "learning_rate": 9.057758643119476e-06, |
| "loss": 0.7060615062713623, |
| "step": 8180, |
| "token_acc": 0.824671425712189 |
| }, |
| { |
| "epoch": 0.5448104970813723, |
| "grad_norm": 2.25, |
| "learning_rate": 9.036312377538156e-06, |
| "loss": 0.7903416633605957, |
| "step": 8190, |
| "token_acc": 0.8094326392488034 |
| }, |
| { |
| "epoch": 0.545475711363523, |
| "grad_norm": 2.15625, |
| "learning_rate": 9.014870584985392e-06, |
| "loss": 0.7519017219543457, |
| "step": 8200, |
| "token_acc": 0.8162207836646904 |
| }, |
| { |
| "epoch": 0.5461409256456736, |
| "grad_norm": 2.109375, |
| "learning_rate": 8.993433364984869e-06, |
| "loss": 0.7557108402252197, |
| "step": 8210, |
| "token_acc": 0.8128496940549035 |
| }, |
| { |
| "epoch": 0.5468061399278242, |
| "grad_norm": 2.296875, |
| "learning_rate": 8.972000817039067e-06, |
| "loss": 0.7452522277832031, |
| "step": 8220, |
| "token_acc": 0.8189896563590113 |
| }, |
| { |
| "epoch": 0.5474713542099748, |
| "grad_norm": 2.09375, |
| "learning_rate": 8.95057304062876e-06, |
| "loss": 0.7427500724792481, |
| "step": 8230, |
| "token_acc": 0.8185099846390169 |
| }, |
| { |
| "epoch": 0.5481365684921256, |
| "grad_norm": 2.46875, |
| "learning_rate": 8.92915013521259e-06, |
| "loss": 0.7184990882873535, |
| "step": 8240, |
| "token_acc": 0.823500494952828 |
| }, |
| { |
| "epoch": 0.5488017827742762, |
| "grad_norm": 1.796875, |
| "learning_rate": 8.907732200226575e-06, |
| "loss": 0.7254830360412597, |
| "step": 8250, |
| "token_acc": 0.8228620174877372 |
| }, |
| { |
| "epoch": 0.5494669970564268, |
| "grad_norm": 2.25, |
| "learning_rate": 8.886319335083674e-06, |
| "loss": 0.7317332267761231, |
| "step": 8260, |
| "token_acc": 0.8212584387877371 |
| }, |
| { |
| "epoch": 0.5501322113385775, |
| "grad_norm": 2.5625, |
| "learning_rate": 8.864911639173314e-06, |
| "loss": 0.699599313735962, |
| "step": 8270, |
| "token_acc": 0.8307829218607691 |
| }, |
| { |
| "epoch": 0.5507974256207281, |
| "grad_norm": 2.046875, |
| "learning_rate": 8.843509211860922e-06, |
| "loss": 0.7836018085479737, |
| "step": 8280, |
| "token_acc": 0.8090968651635784 |
| }, |
| { |
| "epoch": 0.5514626399028787, |
| "grad_norm": 2.234375, |
| "learning_rate": 8.822112152487475e-06, |
| "loss": 0.7782171249389649, |
| "step": 8290, |
| "token_acc": 0.8130110936113728 |
| }, |
| { |
| "epoch": 0.5521278541850293, |
| "grad_norm": 2.3125, |
| "learning_rate": 8.800720560369029e-06, |
| "loss": 0.7697295188903809, |
| "step": 8300, |
| "token_acc": 0.8131939046389862 |
| }, |
| { |
| "epoch": 0.55279306846718, |
| "grad_norm": 2.5625, |
| "learning_rate": 8.779334534796268e-06, |
| "loss": 0.7536793231964112, |
| "step": 8310, |
| "token_acc": 0.8153471255221802 |
| }, |
| { |
| "epoch": 0.5534582827493306, |
| "grad_norm": 2.59375, |
| "learning_rate": 8.757954175034043e-06, |
| "loss": 0.7885191917419434, |
| "step": 8320, |
| "token_acc": 0.8076694918143449 |
| }, |
| { |
| "epoch": 0.5541234970314812, |
| "grad_norm": 1.890625, |
| "learning_rate": 8.736579580320895e-06, |
| "loss": 0.7212279319763184, |
| "step": 8330, |
| "token_acc": 0.823265055453199 |
| }, |
| { |
| "epoch": 0.5547887113136319, |
| "grad_norm": 2.015625, |
| "learning_rate": 8.715210849868617e-06, |
| "loss": 0.7336255073547363, |
| "step": 8340, |
| "token_acc": 0.8192515673436479 |
| }, |
| { |
| "epoch": 0.5554539255957825, |
| "grad_norm": 2.0625, |
| "learning_rate": 8.693848082861772e-06, |
| "loss": 0.7297329425811767, |
| "step": 8350, |
| "token_acc": 0.8222033898305084 |
| }, |
| { |
| "epoch": 0.5561191398779332, |
| "grad_norm": 2.1875, |
| "learning_rate": 8.672491378457257e-06, |
| "loss": 0.7803820133209228, |
| "step": 8360, |
| "token_acc": 0.8126082251082251 |
| }, |
| { |
| "epoch": 0.5567843541600839, |
| "grad_norm": 2.296875, |
| "learning_rate": 8.651140835783816e-06, |
| "loss": 0.7560444831848144, |
| "step": 8370, |
| "token_acc": 0.8160776687672715 |
| }, |
| { |
| "epoch": 0.5574495684422345, |
| "grad_norm": 2.65625, |
| "learning_rate": 8.629796553941603e-06, |
| "loss": 0.770097303390503, |
| "step": 8380, |
| "token_acc": 0.8138637620973825 |
| }, |
| { |
| "epoch": 0.5581147827243851, |
| "grad_norm": 2.0, |
| "learning_rate": 8.6084586320017e-06, |
| "loss": 0.7397252082824707, |
| "step": 8390, |
| "token_acc": 0.8179836365593713 |
| }, |
| { |
| "epoch": 0.5587799970065357, |
| "grad_norm": 2.578125, |
| "learning_rate": 8.587127169005679e-06, |
| "loss": 0.7582157611846924, |
| "step": 8400, |
| "token_acc": 0.8182262037742549 |
| }, |
| { |
| "epoch": 0.5594452112886864, |
| "grad_norm": 2.140625, |
| "learning_rate": 8.56580226396513e-06, |
| "loss": 0.7597359657287598, |
| "step": 8410, |
| "token_acc": 0.8161944000672665 |
| }, |
| { |
| "epoch": 0.560110425570837, |
| "grad_norm": 2.484375, |
| "learning_rate": 8.544484015861204e-06, |
| "loss": 0.7027297496795655, |
| "step": 8420, |
| "token_acc": 0.830217800175159 |
| }, |
| { |
| "epoch": 0.5607756398529876, |
| "grad_norm": 2.671875, |
| "learning_rate": 8.523172523644152e-06, |
| "loss": 0.7605814933776855, |
| "step": 8430, |
| "token_acc": 0.8153736502619293 |
| }, |
| { |
| "epoch": 0.5614408541351383, |
| "grad_norm": 2.0, |
| "learning_rate": 8.501867886232865e-06, |
| "loss": 0.7516291618347168, |
| "step": 8440, |
| "token_acc": 0.8153073344879528 |
| }, |
| { |
| "epoch": 0.5621060684172889, |
| "grad_norm": 2.078125, |
| "learning_rate": 8.480570202514418e-06, |
| "loss": 0.83431396484375, |
| "step": 8450, |
| "token_acc": 0.7981219736919488 |
| }, |
| { |
| "epoch": 0.5627712826994395, |
| "grad_norm": 2.578125, |
| "learning_rate": 8.459279571343618e-06, |
| "loss": 0.8052127838134766, |
| "step": 8460, |
| "token_acc": 0.804976276387192 |
| }, |
| { |
| "epoch": 0.5634364969815902, |
| "grad_norm": 1.9375, |
| "learning_rate": 8.437996091542527e-06, |
| "loss": 0.7889942646026611, |
| "step": 8470, |
| "token_acc": 0.8104782132972903 |
| }, |
| { |
| "epoch": 0.5641017112637409, |
| "grad_norm": 2.234375, |
| "learning_rate": 8.416719861900014e-06, |
| "loss": 0.7532257080078125, |
| "step": 8480, |
| "token_acc": 0.8163232618333718 |
| }, |
| { |
| "epoch": 0.5647669255458915, |
| "grad_norm": 2.015625, |
| "learning_rate": 8.395450981171302e-06, |
| "loss": 0.7840494155883789, |
| "step": 8490, |
| "token_acc": 0.8108454997593454 |
| }, |
| { |
| "epoch": 0.5654321398280421, |
| "grad_norm": 2.0625, |
| "learning_rate": 8.374189548077497e-06, |
| "loss": 0.7142457962036133, |
| "step": 8500, |
| "token_acc": 0.8251636506356793 |
| }, |
| { |
| "epoch": 0.5660973541101928, |
| "grad_norm": 2.296875, |
| "learning_rate": 8.35293566130514e-06, |
| "loss": 0.769153642654419, |
| "step": 8510, |
| "token_acc": 0.8142225482123211 |
| }, |
| { |
| "epoch": 0.5667625683923434, |
| "grad_norm": 2.046875, |
| "learning_rate": 8.331689419505749e-06, |
| "loss": 0.7834098815917969, |
| "step": 8520, |
| "token_acc": 0.8141102921536496 |
| }, |
| { |
| "epoch": 0.567427782674494, |
| "grad_norm": 2.109375, |
| "learning_rate": 8.310450921295347e-06, |
| "loss": 0.7740649223327637, |
| "step": 8530, |
| "token_acc": 0.810998761865456 |
| }, |
| { |
| "epoch": 0.5680929969566446, |
| "grad_norm": 2.234375, |
| "learning_rate": 8.28922026525402e-06, |
| "loss": 0.768693494796753, |
| "step": 8540, |
| "token_acc": 0.8152811816917268 |
| }, |
| { |
| "epoch": 0.5687582112387953, |
| "grad_norm": 1.96875, |
| "learning_rate": 8.267997549925461e-06, |
| "loss": 0.7162261009216309, |
| "step": 8550, |
| "token_acc": 0.8246541624267759 |
| }, |
| { |
| "epoch": 0.5694234255209459, |
| "grad_norm": 2.125, |
| "learning_rate": 8.246782873816493e-06, |
| "loss": 0.764475965499878, |
| "step": 8560, |
| "token_acc": 0.8173957921405927 |
| }, |
| { |
| "epoch": 0.5700886398030965, |
| "grad_norm": 2.546875, |
| "learning_rate": 8.225576335396632e-06, |
| "loss": 0.7779558181762696, |
| "step": 8570, |
| "token_acc": 0.8089688816168227 |
| }, |
| { |
| "epoch": 0.5707538540852473, |
| "grad_norm": 2.25, |
| "learning_rate": 8.20437803309762e-06, |
| "loss": 0.735498046875, |
| "step": 8580, |
| "token_acc": 0.8221733369354071 |
| }, |
| { |
| "epoch": 0.5714190683673979, |
| "grad_norm": 1.96875, |
| "learning_rate": 8.183188065312966e-06, |
| "loss": 0.7885283470153809, |
| "step": 8590, |
| "token_acc": 0.8103431669326876 |
| }, |
| { |
| "epoch": 0.5720842826495485, |
| "grad_norm": 2.375, |
| "learning_rate": 8.162006530397507e-06, |
| "loss": 0.7489984035491943, |
| "step": 8600, |
| "token_acc": 0.8215071913352323 |
| }, |
| { |
| "epoch": 0.5727494969316991, |
| "grad_norm": 2.109375, |
| "learning_rate": 8.14083352666693e-06, |
| "loss": 0.7365327835083008, |
| "step": 8610, |
| "token_acc": 0.8219993450664886 |
| }, |
| { |
| "epoch": 0.5734147112138498, |
| "grad_norm": 2.25, |
| "learning_rate": 8.119669152397315e-06, |
| "loss": 0.7148809432983398, |
| "step": 8620, |
| "token_acc": 0.8269019529522532 |
| }, |
| { |
| "epoch": 0.5740799254960004, |
| "grad_norm": 2.3125, |
| "learning_rate": 8.098513505824706e-06, |
| "loss": 0.776188325881958, |
| "step": 8630, |
| "token_acc": 0.8123610885238792 |
| }, |
| { |
| "epoch": 0.574745139778151, |
| "grad_norm": 2.015625, |
| "learning_rate": 8.077366685144617e-06, |
| "loss": 0.8059940338134766, |
| "step": 8640, |
| "token_acc": 0.805927268384858 |
| }, |
| { |
| "epoch": 0.5754103540603017, |
| "grad_norm": 1.734375, |
| "learning_rate": 8.056228788511615e-06, |
| "loss": 0.7915565967559814, |
| "step": 8650, |
| "token_acc": 0.810123693459309 |
| }, |
| { |
| "epoch": 0.5760755683424523, |
| "grad_norm": 2.4375, |
| "learning_rate": 8.035099914038835e-06, |
| "loss": 0.7729099273681641, |
| "step": 8660, |
| "token_acc": 0.811916266358629 |
| }, |
| { |
| "epoch": 0.5767407826246029, |
| "grad_norm": 2.234375, |
| "learning_rate": 8.013980159797533e-06, |
| "loss": 0.7344971656799316, |
| "step": 8670, |
| "token_acc": 0.8191126279863481 |
| }, |
| { |
| "epoch": 0.5774059969067535, |
| "grad_norm": 1.9375, |
| "learning_rate": 7.992869623816636e-06, |
| "loss": 0.7631989002227784, |
| "step": 8680, |
| "token_acc": 0.8157645162900478 |
| }, |
| { |
| "epoch": 0.5780712111889043, |
| "grad_norm": 2.21875, |
| "learning_rate": 7.97176840408229e-06, |
| "loss": 0.7706439018249511, |
| "step": 8690, |
| "token_acc": 0.8129147332381141 |
| }, |
| { |
| "epoch": 0.5787364254710549, |
| "grad_norm": 2.390625, |
| "learning_rate": 7.950676598537386e-06, |
| "loss": 0.7392477512359619, |
| "step": 8700, |
| "token_acc": 0.816962490855045 |
| }, |
| { |
| "epoch": 0.5794016397532055, |
| "grad_norm": 2.265625, |
| "learning_rate": 7.929594305081128e-06, |
| "loss": 0.7533292770385742, |
| "step": 8710, |
| "token_acc": 0.818924378787784 |
| }, |
| { |
| "epoch": 0.5800668540353562, |
| "grad_norm": 2.203125, |
| "learning_rate": 7.908521621568568e-06, |
| "loss": 0.7768455028533936, |
| "step": 8720, |
| "token_acc": 0.8154409878232496 |
| }, |
| { |
| "epoch": 0.5807320683175068, |
| "grad_norm": 2.1875, |
| "learning_rate": 7.887458645810144e-06, |
| "loss": 0.7632770538330078, |
| "step": 8730, |
| "token_acc": 0.818047831469727 |
| }, |
| { |
| "epoch": 0.5813972825996574, |
| "grad_norm": 2.203125, |
| "learning_rate": 7.866405475571251e-06, |
| "loss": 0.7435222625732422, |
| "step": 8740, |
| "token_acc": 0.8208954149053383 |
| }, |
| { |
| "epoch": 0.582062496881808, |
| "grad_norm": 2.265625, |
| "learning_rate": 7.845362208571757e-06, |
| "loss": 0.7663277626037598, |
| "step": 8750, |
| "token_acc": 0.8179199772985244 |
| }, |
| { |
| "epoch": 0.5827277111639587, |
| "grad_norm": 1.859375, |
| "learning_rate": 7.824328942485567e-06, |
| "loss": 0.7699844837188721, |
| "step": 8760, |
| "token_acc": 0.8128193030936173 |
| }, |
| { |
| "epoch": 0.5833929254461093, |
| "grad_norm": 2.015625, |
| "learning_rate": 7.80330577494017e-06, |
| "loss": 0.7739941120147705, |
| "step": 8770, |
| "token_acc": 0.8128652182796431 |
| }, |
| { |
| "epoch": 0.5840581397282599, |
| "grad_norm": 2.421875, |
| "learning_rate": 7.782292803516172e-06, |
| "loss": 0.7097895622253418, |
| "step": 8780, |
| "token_acc": 0.8257698910682001 |
| }, |
| { |
| "epoch": 0.5847233540104106, |
| "grad_norm": 2.4375, |
| "learning_rate": 7.761290125746866e-06, |
| "loss": 0.6950130462646484, |
| "step": 8790, |
| "token_acc": 0.8283637794848131 |
| }, |
| { |
| "epoch": 0.5853885682925613, |
| "grad_norm": 2.359375, |
| "learning_rate": 7.740297839117763e-06, |
| "loss": 0.706986951828003, |
| "step": 8800, |
| "token_acc": 0.8234576261096683 |
| }, |
| { |
| "epoch": 0.5860537825747119, |
| "grad_norm": 2.453125, |
| "learning_rate": 7.71931604106613e-06, |
| "loss": 0.7940927028656006, |
| "step": 8810, |
| "token_acc": 0.8098673711595972 |
| }, |
| { |
| "epoch": 0.5867189968568625, |
| "grad_norm": 1.953125, |
| "learning_rate": 7.698344828980569e-06, |
| "loss": 0.704944658279419, |
| "step": 8820, |
| "token_acc": 0.8281979458450047 |
| }, |
| { |
| "epoch": 0.5873842111390132, |
| "grad_norm": 1.875, |
| "learning_rate": 7.677384300200528e-06, |
| "loss": 0.8170463562011718, |
| "step": 8830, |
| "token_acc": 0.801208413001912 |
| }, |
| { |
| "epoch": 0.5880494254211638, |
| "grad_norm": 2.265625, |
| "learning_rate": 7.656434552015888e-06, |
| "loss": 0.7666790962219239, |
| "step": 8840, |
| "token_acc": 0.8149460429324662 |
| }, |
| { |
| "epoch": 0.5887146397033144, |
| "grad_norm": 2.453125, |
| "learning_rate": 7.635495681666474e-06, |
| "loss": 0.79071946144104, |
| "step": 8850, |
| "token_acc": 0.8102691540373106 |
| }, |
| { |
| "epoch": 0.5893798539854651, |
| "grad_norm": 1.875, |
| "learning_rate": 7.614567786341631e-06, |
| "loss": 0.7400320529937744, |
| "step": 8860, |
| "token_acc": 0.8201200407685629 |
| }, |
| { |
| "epoch": 0.5900450682676157, |
| "grad_norm": 2.296875, |
| "learning_rate": 7.5936509631797505e-06, |
| "loss": 0.7384172439575195, |
| "step": 8870, |
| "token_acc": 0.8219535341464272 |
| }, |
| { |
| "epoch": 0.5907102825497663, |
| "grad_norm": 1.9609375, |
| "learning_rate": 7.572745309267849e-06, |
| "loss": 0.7045816421508789, |
| "step": 8880, |
| "token_acc": 0.827177484095984 |
| }, |
| { |
| "epoch": 0.591375496831917, |
| "grad_norm": 2.265625, |
| "learning_rate": 7.5518509216410885e-06, |
| "loss": 0.7428847789764405, |
| "step": 8890, |
| "token_acc": 0.817503874185406 |
| }, |
| { |
| "epoch": 0.5920407111140676, |
| "grad_norm": 2.265625, |
| "learning_rate": 7.5309678972823376e-06, |
| "loss": 0.7571064949035644, |
| "step": 8900, |
| "token_acc": 0.8163807615788082 |
| }, |
| { |
| "epoch": 0.5927059253962182, |
| "grad_norm": 1.984375, |
| "learning_rate": 7.510096333121727e-06, |
| "loss": 0.7353061676025391, |
| "step": 8910, |
| "token_acc": 0.8193856190058907 |
| }, |
| { |
| "epoch": 0.5933711396783689, |
| "grad_norm": 2.21875, |
| "learning_rate": 7.4892363260361845e-06, |
| "loss": 0.7290041446685791, |
| "step": 8920, |
| "token_acc": 0.8203972327605445 |
| }, |
| { |
| "epoch": 0.5940363539605196, |
| "grad_norm": 1.96875, |
| "learning_rate": 7.468387972849009e-06, |
| "loss": 0.7212344646453858, |
| "step": 8930, |
| "token_acc": 0.8269419923167812 |
| }, |
| { |
| "epoch": 0.5947015682426702, |
| "grad_norm": 2.03125, |
| "learning_rate": 7.447551370329398e-06, |
| "loss": 0.6939002990722656, |
| "step": 8940, |
| "token_acc": 0.8309890549099183 |
| }, |
| { |
| "epoch": 0.5953667825248208, |
| "grad_norm": 2.328125, |
| "learning_rate": 7.426726615192005e-06, |
| "loss": 0.8047267913818359, |
| "step": 8950, |
| "token_acc": 0.8107005163123125 |
| }, |
| { |
| "epoch": 0.5960319968069715, |
| "grad_norm": 2.0625, |
| "learning_rate": 7.4059138040964984e-06, |
| "loss": 0.7824573040008544, |
| "step": 8960, |
| "token_acc": 0.8097771489211177 |
| }, |
| { |
| "epoch": 0.5966972110891221, |
| "grad_norm": 2.0625, |
| "learning_rate": 7.385113033647104e-06, |
| "loss": 0.7517246723175048, |
| "step": 8970, |
| "token_acc": 0.8148750213891778 |
| }, |
| { |
| "epoch": 0.5973624253712727, |
| "grad_norm": 1.75, |
| "learning_rate": 7.364324400392169e-06, |
| "loss": 0.7484414100646972, |
| "step": 8980, |
| "token_acc": 0.8171964764458062 |
| }, |
| { |
| "epoch": 0.5980276396534233, |
| "grad_norm": 2.21875, |
| "learning_rate": 7.343548000823689e-06, |
| "loss": 0.7529750347137452, |
| "step": 8990, |
| "token_acc": 0.8187819580696473 |
| }, |
| { |
| "epoch": 0.598692853935574, |
| "grad_norm": 2.453125, |
| "learning_rate": 7.322783931376891e-06, |
| "loss": 0.7434202194213867, |
| "step": 9000, |
| "token_acc": 0.81969329112757 |
| }, |
| { |
| "epoch": 0.5993580682177246, |
| "grad_norm": 1.875, |
| "learning_rate": 7.3020322884297565e-06, |
| "loss": 0.7709948539733886, |
| "step": 9010, |
| "token_acc": 0.8138398367634834 |
| }, |
| { |
| "epoch": 0.6000232824998752, |
| "grad_norm": 2.171875, |
| "learning_rate": 7.281293168302606e-06, |
| "loss": 0.7577837944030762, |
| "step": 9020, |
| "token_acc": 0.8176888333181138 |
| }, |
| { |
| "epoch": 0.600688496782026, |
| "grad_norm": 2.375, |
| "learning_rate": 7.26056666725762e-06, |
| "loss": 0.7843700885772705, |
| "step": 9030, |
| "token_acc": 0.8083504885246111 |
| }, |
| { |
| "epoch": 0.6013537110641766, |
| "grad_norm": 2.515625, |
| "learning_rate": 7.239852881498411e-06, |
| "loss": 0.7493436813354493, |
| "step": 9040, |
| "token_acc": 0.8175673912476188 |
| }, |
| { |
| "epoch": 0.6020189253463272, |
| "grad_norm": 2.671875, |
| "learning_rate": 7.219151907169575e-06, |
| "loss": 0.7772694110870362, |
| "step": 9050, |
| "token_acc": 0.8153581996858218 |
| }, |
| { |
| "epoch": 0.6026841396284778, |
| "grad_norm": 2.15625, |
| "learning_rate": 7.198463840356236e-06, |
| "loss": 0.7057768821716308, |
| "step": 9060, |
| "token_acc": 0.8241155757396255 |
| }, |
| { |
| "epoch": 0.6033493539106285, |
| "grad_norm": 2.15625, |
| "learning_rate": 7.177788777083616e-06, |
| "loss": 0.7850950241088868, |
| "step": 9070, |
| "token_acc": 0.805432368360044 |
| }, |
| { |
| "epoch": 0.6040145681927791, |
| "grad_norm": 2.046875, |
| "learning_rate": 7.157126813316577e-06, |
| "loss": 0.7643085479736328, |
| "step": 9080, |
| "token_acc": 0.8156177983861422 |
| }, |
| { |
| "epoch": 0.6046797824749297, |
| "grad_norm": 2.734375, |
| "learning_rate": 7.136478044959176e-06, |
| "loss": 0.7927929878234863, |
| "step": 9090, |
| "token_acc": 0.8081547203668628 |
| }, |
| { |
| "epoch": 0.6053449967570804, |
| "grad_norm": 2.203125, |
| "learning_rate": 7.115842567854219e-06, |
| "loss": 0.7288604736328125, |
| "step": 9100, |
| "token_acc": 0.8196167014732415 |
| }, |
| { |
| "epoch": 0.606010211039231, |
| "grad_norm": 2.203125, |
| "learning_rate": 7.095220477782827e-06, |
| "loss": 0.7853884220123291, |
| "step": 9110, |
| "token_acc": 0.8126403927868533 |
| }, |
| { |
| "epoch": 0.6066754253213816, |
| "grad_norm": 2.71875, |
| "learning_rate": 7.074611870463988e-06, |
| "loss": 0.7841662883758544, |
| "step": 9120, |
| "token_acc": 0.8122075614491132 |
| }, |
| { |
| "epoch": 0.6073406396035322, |
| "grad_norm": 2.4375, |
| "learning_rate": 7.054016841554094e-06, |
| "loss": 0.7302846908569336, |
| "step": 9130, |
| "token_acc": 0.8217169118907981 |
| }, |
| { |
| "epoch": 0.608005853885683, |
| "grad_norm": 2.25, |
| "learning_rate": 7.033435486646526e-06, |
| "loss": 0.7206448078155517, |
| "step": 9140, |
| "token_acc": 0.8238708177763573 |
| }, |
| { |
| "epoch": 0.6086710681678336, |
| "grad_norm": 1.8984375, |
| "learning_rate": 7.012867901271185e-06, |
| "loss": 0.7465287208557129, |
| "step": 9150, |
| "token_acc": 0.8188363851985713 |
| }, |
| { |
| "epoch": 0.6093362824499842, |
| "grad_norm": 2.09375, |
| "learning_rate": 6.9923141808940654e-06, |
| "loss": 0.6879082202911377, |
| "step": 9160, |
| "token_acc": 0.8299439909891839 |
| }, |
| { |
| "epoch": 0.6100014967321349, |
| "grad_norm": 2.359375, |
| "learning_rate": 6.971774420916811e-06, |
| "loss": 0.7137819766998291, |
| "step": 9170, |
| "token_acc": 0.8251690037747764 |
| }, |
| { |
| "epoch": 0.6106667110142855, |
| "grad_norm": 2.09375, |
| "learning_rate": 6.951248716676257e-06, |
| "loss": 0.7337537288665772, |
| "step": 9180, |
| "token_acc": 0.8225165562913908 |
| }, |
| { |
| "epoch": 0.6113319252964361, |
| "grad_norm": 1.921875, |
| "learning_rate": 6.930737163444008e-06, |
| "loss": 0.7707431793212891, |
| "step": 9190, |
| "token_acc": 0.8144501376567758 |
| }, |
| { |
| "epoch": 0.6119971395785867, |
| "grad_norm": 2.234375, |
| "learning_rate": 6.910239856425969e-06, |
| "loss": 0.7895948886871338, |
| "step": 9200, |
| "token_acc": 0.8078566665305733 |
| }, |
| { |
| "epoch": 0.6126623538607374, |
| "grad_norm": 2.078125, |
| "learning_rate": 6.889756890761945e-06, |
| "loss": 0.7541385650634765, |
| "step": 9210, |
| "token_acc": 0.8151030438906613 |
| }, |
| { |
| "epoch": 0.613327568142888, |
| "grad_norm": 2.203125, |
| "learning_rate": 6.8692883615251546e-06, |
| "loss": 0.7429880142211914, |
| "step": 9220, |
| "token_acc": 0.8185094665493532 |
| }, |
| { |
| "epoch": 0.6139927824250386, |
| "grad_norm": 1.9765625, |
| "learning_rate": 6.848834363721819e-06, |
| "loss": 0.7507602214813233, |
| "step": 9230, |
| "token_acc": 0.815431653949504 |
| }, |
| { |
| "epoch": 0.6146579967071893, |
| "grad_norm": 2.390625, |
| "learning_rate": 6.828394992290701e-06, |
| "loss": 0.7422272682189941, |
| "step": 9240, |
| "token_acc": 0.817717109641608 |
| }, |
| { |
| "epoch": 0.61532321098934, |
| "grad_norm": 2.625, |
| "learning_rate": 6.807970342102681e-06, |
| "loss": 0.7246967315673828, |
| "step": 9250, |
| "token_acc": 0.8220103406118309 |
| }, |
| { |
| "epoch": 0.6159884252714906, |
| "grad_norm": 2.515625, |
| "learning_rate": 6.787560507960316e-06, |
| "loss": 0.7698272228240967, |
| "step": 9260, |
| "token_acc": 0.8139525080792469 |
| }, |
| { |
| "epoch": 0.6166536395536412, |
| "grad_norm": 2.0625, |
| "learning_rate": 6.767165584597376e-06, |
| "loss": 0.7683251857757568, |
| "step": 9270, |
| "token_acc": 0.8155737704918032 |
| }, |
| { |
| "epoch": 0.6173188538357919, |
| "grad_norm": 2.21875, |
| "learning_rate": 6.7467856666784385e-06, |
| "loss": 0.7416802883148194, |
| "step": 9280, |
| "token_acc": 0.8217928599450764 |
| }, |
| { |
| "epoch": 0.6179840681179425, |
| "grad_norm": 2.40625, |
| "learning_rate": 6.726420848798418e-06, |
| "loss": 0.8096532821655273, |
| "step": 9290, |
| "token_acc": 0.8060306952345087 |
| }, |
| { |
| "epoch": 0.6186492824000931, |
| "grad_norm": 2.375, |
| "learning_rate": 6.706071225482152e-06, |
| "loss": 0.7792798995971679, |
| "step": 9300, |
| "token_acc": 0.813065142336828 |
| }, |
| { |
| "epoch": 0.6193144966822438, |
| "grad_norm": 2.34375, |
| "learning_rate": 6.685736891183947e-06, |
| "loss": 0.7436950206756592, |
| "step": 9310, |
| "token_acc": 0.8191727619034731 |
| }, |
| { |
| "epoch": 0.6199797109643944, |
| "grad_norm": 2.328125, |
| "learning_rate": 6.665417940287144e-06, |
| "loss": 0.7397202968597412, |
| "step": 9320, |
| "token_acc": 0.8191107592361023 |
| }, |
| { |
| "epoch": 0.620644925246545, |
| "grad_norm": 2.046875, |
| "learning_rate": 6.645114467103681e-06, |
| "loss": 0.7595536231994628, |
| "step": 9330, |
| "token_acc": 0.8174382914591336 |
| }, |
| { |
| "epoch": 0.6213101395286956, |
| "grad_norm": 2.640625, |
| "learning_rate": 6.624826565873653e-06, |
| "loss": 0.775480318069458, |
| "step": 9340, |
| "token_acc": 0.8133597826555694 |
| }, |
| { |
| "epoch": 0.6219753538108463, |
| "grad_norm": 2.0625, |
| "learning_rate": 6.604554330764886e-06, |
| "loss": 0.7184958457946777, |
| "step": 9350, |
| "token_acc": 0.8222832793342614 |
| }, |
| { |
| "epoch": 0.622640568092997, |
| "grad_norm": 2.28125, |
| "learning_rate": 6.584297855872477e-06, |
| "loss": 0.7432106494903564, |
| "step": 9360, |
| "token_acc": 0.8212684083077891 |
| }, |
| { |
| "epoch": 0.6233057823751476, |
| "grad_norm": 2.15625, |
| "learning_rate": 6.564057235218381e-06, |
| "loss": 0.7486372947692871, |
| "step": 9370, |
| "token_acc": 0.8224119333503648 |
| }, |
| { |
| "epoch": 0.6239709966572983, |
| "grad_norm": 2.625, |
| "learning_rate": 6.543832562750956e-06, |
| "loss": 0.7507328510284423, |
| "step": 9380, |
| "token_acc": 0.8175133985914869 |
| }, |
| { |
| "epoch": 0.6246362109394489, |
| "grad_norm": 2.140625, |
| "learning_rate": 6.5236239323445405e-06, |
| "loss": 0.7337147235870362, |
| "step": 9390, |
| "token_acc": 0.8193657755593526 |
| }, |
| { |
| "epoch": 0.6253014252215995, |
| "grad_norm": 2.203125, |
| "learning_rate": 6.503431437799017e-06, |
| "loss": 0.7870224952697754, |
| "step": 9400, |
| "token_acc": 0.8118870145154963 |
| }, |
| { |
| "epoch": 0.6259666395037502, |
| "grad_norm": 2.3125, |
| "learning_rate": 6.483255172839364e-06, |
| "loss": 0.7331302642822266, |
| "step": 9410, |
| "token_acc": 0.8222046183118508 |
| }, |
| { |
| "epoch": 0.6266318537859008, |
| "grad_norm": 2.75, |
| "learning_rate": 6.463095231115233e-06, |
| "loss": 0.7553641319274902, |
| "step": 9420, |
| "token_acc": 0.8159465121731698 |
| }, |
| { |
| "epoch": 0.6272970680680514, |
| "grad_norm": 1.890625, |
| "learning_rate": 6.442951706200506e-06, |
| "loss": 0.709984827041626, |
| "step": 9430, |
| "token_acc": 0.8273408361171473 |
| }, |
| { |
| "epoch": 0.627962282350202, |
| "grad_norm": 2.4375, |
| "learning_rate": 6.4228246915928685e-06, |
| "loss": 0.7488089561462402, |
| "step": 9440, |
| "token_acc": 0.8161469798323039 |
| }, |
| { |
| "epoch": 0.6286274966323527, |
| "grad_norm": 2.234375, |
| "learning_rate": 6.402714280713378e-06, |
| "loss": 0.7871481418609619, |
| "step": 9450, |
| "token_acc": 0.8123481923481923 |
| }, |
| { |
| "epoch": 0.6292927109145033, |
| "grad_norm": 2.765625, |
| "learning_rate": 6.382620566906015e-06, |
| "loss": 0.7448900699615478, |
| "step": 9460, |
| "token_acc": 0.8188829975256274 |
| }, |
| { |
| "epoch": 0.629957925196654, |
| "grad_norm": 2.546875, |
| "learning_rate": 6.362543643437263e-06, |
| "loss": 0.7014565944671631, |
| "step": 9470, |
| "token_acc": 0.8276526868570606 |
| }, |
| { |
| "epoch": 0.6306231394788047, |
| "grad_norm": 2.25, |
| "learning_rate": 6.342483603495667e-06, |
| "loss": 0.7348586082458496, |
| "step": 9480, |
| "token_acc": 0.8207112611581597 |
| }, |
| { |
| "epoch": 0.6312883537609553, |
| "grad_norm": 1.890625, |
| "learning_rate": 6.322440540191421e-06, |
| "loss": 0.7385692119598388, |
| "step": 9490, |
| "token_acc": 0.820065766938412 |
| }, |
| { |
| "epoch": 0.6319535680431059, |
| "grad_norm": 2.390625, |
| "learning_rate": 6.302414546555902e-06, |
| "loss": 0.7496010303497315, |
| "step": 9500, |
| "token_acc": 0.8158516289852544 |
| }, |
| { |
| "epoch": 0.6326187823252565, |
| "grad_norm": 2.421875, |
| "learning_rate": 6.282405715541269e-06, |
| "loss": 0.8049209594726563, |
| "step": 9510, |
| "token_acc": 0.8063750252576278 |
| }, |
| { |
| "epoch": 0.6332839966074072, |
| "grad_norm": 2.0, |
| "learning_rate": 6.2624141400200124e-06, |
| "loss": 0.7773645401000977, |
| "step": 9520, |
| "token_acc": 0.815228118655538 |
| }, |
| { |
| "epoch": 0.6339492108895578, |
| "grad_norm": 2.328125, |
| "learning_rate": 6.242439912784533e-06, |
| "loss": 0.7698166370391846, |
| "step": 9530, |
| "token_acc": 0.8132543324400953 |
| }, |
| { |
| "epoch": 0.6346144251717084, |
| "grad_norm": 2.15625, |
| "learning_rate": 6.222483126546714e-06, |
| "loss": 0.7684356212615967, |
| "step": 9540, |
| "token_acc": 0.814789744681822 |
| }, |
| { |
| "epoch": 0.6352796394538591, |
| "grad_norm": 2.53125, |
| "learning_rate": 6.202543873937473e-06, |
| "loss": 0.7371409416198731, |
| "step": 9550, |
| "token_acc": 0.8181989154624957 |
| }, |
| { |
| "epoch": 0.6359448537360097, |
| "grad_norm": 2.375, |
| "learning_rate": 6.182622247506354e-06, |
| "loss": 0.7357774257659913, |
| "step": 9560, |
| "token_acc": 0.8199552127394875 |
| }, |
| { |
| "epoch": 0.6366100680181603, |
| "grad_norm": 2.15625, |
| "learning_rate": 6.162718339721081e-06, |
| "loss": 0.7559653282165527, |
| "step": 9570, |
| "token_acc": 0.8158920721132517 |
| }, |
| { |
| "epoch": 0.6372752823003109, |
| "grad_norm": 1.9453125, |
| "learning_rate": 6.142832242967136e-06, |
| "loss": 0.7724670886993408, |
| "step": 9580, |
| "token_acc": 0.8141967411323089 |
| }, |
| { |
| "epoch": 0.6379404965824617, |
| "grad_norm": 2.578125, |
| "learning_rate": 6.12296404954734e-06, |
| "loss": 0.8230411529541015, |
| "step": 9590, |
| "token_acc": 0.8053066562778273 |
| }, |
| { |
| "epoch": 0.6386057108646123, |
| "grad_norm": 2.875, |
| "learning_rate": 6.103113851681403e-06, |
| "loss": 0.7575227737426757, |
| "step": 9600, |
| "token_acc": 0.8139405617727711 |
| }, |
| { |
| "epoch": 0.6392709251467629, |
| "grad_norm": 2.0625, |
| "learning_rate": 6.083281741505509e-06, |
| "loss": 0.7587447166442871, |
| "step": 9610, |
| "token_acc": 0.8167771659737049 |
| }, |
| { |
| "epoch": 0.6399361394289136, |
| "grad_norm": 2.109375, |
| "learning_rate": 6.06346781107189e-06, |
| "loss": 0.7139963626861572, |
| "step": 9620, |
| "token_acc": 0.8278583556361334 |
| }, |
| { |
| "epoch": 0.6406013537110642, |
| "grad_norm": 2.296875, |
| "learning_rate": 6.043672152348391e-06, |
| "loss": 0.7447312355041504, |
| "step": 9630, |
| "token_acc": 0.820512344188293 |
| }, |
| { |
| "epoch": 0.6412665679932148, |
| "grad_norm": 2.125, |
| "learning_rate": 6.023894857218054e-06, |
| "loss": 0.6965029239654541, |
| "step": 9640, |
| "token_acc": 0.8294162565755981 |
| }, |
| { |
| "epoch": 0.6419317822753654, |
| "grad_norm": 2.421875, |
| "learning_rate": 6.004136017478682e-06, |
| "loss": 0.7055756092071533, |
| "step": 9650, |
| "token_acc": 0.828100016059546 |
| }, |
| { |
| "epoch": 0.6425969965575161, |
| "grad_norm": 1.8671875, |
| "learning_rate": 5.984395724842412e-06, |
| "loss": 0.6834077835083008, |
| "step": 9660, |
| "token_acc": 0.8329449876857918 |
| }, |
| { |
| "epoch": 0.6432622108396667, |
| "grad_norm": 2.40625, |
| "learning_rate": 5.964674070935295e-06, |
| "loss": 0.7548893928527832, |
| "step": 9670, |
| "token_acc": 0.8187081960666867 |
| }, |
| { |
| "epoch": 0.6439274251218173, |
| "grad_norm": 2.328125, |
| "learning_rate": 5.944971147296879e-06, |
| "loss": 0.7219256401062012, |
| "step": 9680, |
| "token_acc": 0.8269278717720392 |
| }, |
| { |
| "epoch": 0.644592639403968, |
| "grad_norm": 2.578125, |
| "learning_rate": 5.925287045379755e-06, |
| "loss": 0.8027442932128906, |
| "step": 9690, |
| "token_acc": 0.8053091633980367 |
| }, |
| { |
| "epoch": 0.6452578536861187, |
| "grad_norm": 2.328125, |
| "learning_rate": 5.905621856549167e-06, |
| "loss": 0.7774465084075928, |
| "step": 9700, |
| "token_acc": 0.8103796929462789 |
| }, |
| { |
| "epoch": 0.6459230679682693, |
| "grad_norm": 2.5625, |
| "learning_rate": 5.88597567208257e-06, |
| "loss": 0.7461068153381347, |
| "step": 9710, |
| "token_acc": 0.81812769653163 |
| }, |
| { |
| "epoch": 0.6465882822504199, |
| "grad_norm": 2.0625, |
| "learning_rate": 5.866348583169199e-06, |
| "loss": 0.7626749992370605, |
| "step": 9720, |
| "token_acc": 0.816241064298097 |
| }, |
| { |
| "epoch": 0.6472534965325706, |
| "grad_norm": 2.34375, |
| "learning_rate": 5.846740680909668e-06, |
| "loss": 0.6897253036499024, |
| "step": 9730, |
| "token_acc": 0.8332769223891844 |
| }, |
| { |
| "epoch": 0.6479187108147212, |
| "grad_norm": 2.390625, |
| "learning_rate": 5.827152056315533e-06, |
| "loss": 0.7468695640563965, |
| "step": 9740, |
| "token_acc": 0.817230041532072 |
| }, |
| { |
| "epoch": 0.6485839250968718, |
| "grad_norm": 2.296875, |
| "learning_rate": 5.80758280030886e-06, |
| "loss": 0.7577981948852539, |
| "step": 9750, |
| "token_acc": 0.8180070359158963 |
| }, |
| { |
| "epoch": 0.6492491393790225, |
| "grad_norm": 2.234375, |
| "learning_rate": 5.788033003721826e-06, |
| "loss": 0.698393726348877, |
| "step": 9760, |
| "token_acc": 0.8288517686063964 |
| }, |
| { |
| "epoch": 0.6499143536611731, |
| "grad_norm": 2.53125, |
| "learning_rate": 5.768502757296282e-06, |
| "loss": 0.7537515163421631, |
| "step": 9770, |
| "token_acc": 0.8159533949252596 |
| }, |
| { |
| "epoch": 0.6505795679433237, |
| "grad_norm": 2.171875, |
| "learning_rate": 5.748992151683332e-06, |
| "loss": 0.7410589218139648, |
| "step": 9780, |
| "token_acc": 0.8189118677260152 |
| }, |
| { |
| "epoch": 0.6512447822254743, |
| "grad_norm": 2.21875, |
| "learning_rate": 5.729501277442924e-06, |
| "loss": 0.7072693824768066, |
| "step": 9790, |
| "token_acc": 0.8283207650192583 |
| }, |
| { |
| "epoch": 0.651909996507625, |
| "grad_norm": 2.0625, |
| "learning_rate": 5.710030225043416e-06, |
| "loss": 0.7235157012939453, |
| "step": 9800, |
| "token_acc": 0.8254325722440242 |
| }, |
| { |
| "epoch": 0.6525752107897757, |
| "grad_norm": 2.109375, |
| "learning_rate": 5.690579084861152e-06, |
| "loss": 0.7299671649932862, |
| "step": 9810, |
| "token_acc": 0.8204680200893346 |
| }, |
| { |
| "epoch": 0.6532404250719263, |
| "grad_norm": 1.828125, |
| "learning_rate": 5.671147947180073e-06, |
| "loss": 0.7976999759674073, |
| "step": 9820, |
| "token_acc": 0.8062098172970257 |
| }, |
| { |
| "epoch": 0.653905639354077, |
| "grad_norm": 1.828125, |
| "learning_rate": 5.651736902191261e-06, |
| "loss": 0.6986201286315918, |
| "step": 9830, |
| "token_acc": 0.8271602513747054 |
| }, |
| { |
| "epoch": 0.6545708536362276, |
| "grad_norm": 2.125, |
| "learning_rate": 5.632346039992543e-06, |
| "loss": 0.767005443572998, |
| "step": 9840, |
| "token_acc": 0.8132597151992338 |
| }, |
| { |
| "epoch": 0.6552360679183782, |
| "grad_norm": 2.3125, |
| "learning_rate": 5.612975450588059e-06, |
| "loss": 0.7803658008575439, |
| "step": 9850, |
| "token_acc": 0.8118233934471186 |
| }, |
| { |
| "epoch": 0.6559012822005288, |
| "grad_norm": 2.03125, |
| "learning_rate": 5.5936252238878555e-06, |
| "loss": 0.7654474258422852, |
| "step": 9860, |
| "token_acc": 0.8146195374286985 |
| }, |
| { |
| "epoch": 0.6565664964826795, |
| "grad_norm": 2.1875, |
| "learning_rate": 5.574295449707477e-06, |
| "loss": 0.764702033996582, |
| "step": 9870, |
| "token_acc": 0.8146812572526608 |
| }, |
| { |
| "epoch": 0.6572317107648301, |
| "grad_norm": 2.84375, |
| "learning_rate": 5.554986217767508e-06, |
| "loss": 0.7296167373657226, |
| "step": 9880, |
| "token_acc": 0.8203848496090606 |
| }, |
| { |
| "epoch": 0.6578969250469807, |
| "grad_norm": 2.21875, |
| "learning_rate": 5.535697617693209e-06, |
| "loss": 0.7118094444274903, |
| "step": 9890, |
| "token_acc": 0.8290169241486702 |
| }, |
| { |
| "epoch": 0.6585621393291314, |
| "grad_norm": 2.34375, |
| "learning_rate": 5.516429739014064e-06, |
| "loss": 0.7266244888305664, |
| "step": 9900, |
| "token_acc": 0.8220138203356367 |
| }, |
| { |
| "epoch": 0.659227353611282, |
| "grad_norm": 1.875, |
| "learning_rate": 5.4971826711633825e-06, |
| "loss": 0.7320767402648926, |
| "step": 9910, |
| "token_acc": 0.8219340005585467 |
| }, |
| { |
| "epoch": 0.6598925678934326, |
| "grad_norm": 2.21875, |
| "learning_rate": 5.477956503477876e-06, |
| "loss": 0.7885263442993165, |
| "step": 9920, |
| "token_acc": 0.8072820499196345 |
| }, |
| { |
| "epoch": 0.6605577821755834, |
| "grad_norm": 2.140625, |
| "learning_rate": 5.458751325197248e-06, |
| "loss": 0.7482878208160401, |
| "step": 9930, |
| "token_acc": 0.8162340659730852 |
| }, |
| { |
| "epoch": 0.661222996457734, |
| "grad_norm": 2.265625, |
| "learning_rate": 5.439567225463782e-06, |
| "loss": 0.7394377231597901, |
| "step": 9940, |
| "token_acc": 0.8224641818413858 |
| }, |
| { |
| "epoch": 0.6618882107398846, |
| "grad_norm": 2.359375, |
| "learning_rate": 5.420404293321909e-06, |
| "loss": 0.7569956302642822, |
| "step": 9950, |
| "token_acc": 0.8151936979195409 |
| }, |
| { |
| "epoch": 0.6625534250220352, |
| "grad_norm": 2.453125, |
| "learning_rate": 5.401262617717822e-06, |
| "loss": 0.7362322330474853, |
| "step": 9960, |
| "token_acc": 0.820653674156683 |
| }, |
| { |
| "epoch": 0.6632186393041859, |
| "grad_norm": 1.9140625, |
| "learning_rate": 5.382142287499053e-06, |
| "loss": 0.7230823993682861, |
| "step": 9970, |
| "token_acc": 0.8232674605545833 |
| }, |
| { |
| "epoch": 0.6638838535863365, |
| "grad_norm": 2.140625, |
| "learning_rate": 5.363043391414053e-06, |
| "loss": 0.7136498928070069, |
| "step": 9980, |
| "token_acc": 0.8216297188342158 |
| }, |
| { |
| "epoch": 0.6645490678684871, |
| "grad_norm": 1.90625, |
| "learning_rate": 5.343966018111779e-06, |
| "loss": 0.726749849319458, |
| "step": 9990, |
| "token_acc": 0.8234268558658014 |
| }, |
| { |
| "epoch": 0.6652142821506378, |
| "grad_norm": 2.078125, |
| "learning_rate": 5.324910256141289e-06, |
| "loss": 0.7337868690490723, |
| "step": 10000, |
| "token_acc": 0.819446690336415 |
| }, |
| { |
| "epoch": 0.6658794964327884, |
| "grad_norm": 1.9765625, |
| "learning_rate": 5.30587619395135e-06, |
| "loss": 0.7817379474639893, |
| "step": 10010, |
| "token_acc": 0.8114585381842019 |
| }, |
| { |
| "epoch": 0.666544710714939, |
| "grad_norm": 2.03125, |
| "learning_rate": 5.2868639198899795e-06, |
| "loss": 0.7639070987701416, |
| "step": 10020, |
| "token_acc": 0.8160104370192665 |
| }, |
| { |
| "epoch": 0.6672099249970896, |
| "grad_norm": 1.796875, |
| "learning_rate": 5.267873522204081e-06, |
| "loss": 0.76551513671875, |
| "step": 10030, |
| "token_acc": 0.8143863179074446 |
| }, |
| { |
| "epoch": 0.6678751392792404, |
| "grad_norm": 2.140625, |
| "learning_rate": 5.248905089039015e-06, |
| "loss": 0.7554473400115966, |
| "step": 10040, |
| "token_acc": 0.8153805549140576 |
| }, |
| { |
| "epoch": 0.668540353561391, |
| "grad_norm": 2.203125, |
| "learning_rate": 5.2299587084381875e-06, |
| "loss": 0.7587243556976319, |
| "step": 10050, |
| "token_acc": 0.8171597318697003 |
| }, |
| { |
| "epoch": 0.6692055678435416, |
| "grad_norm": 2.234375, |
| "learning_rate": 5.211034468342648e-06, |
| "loss": 0.792900562286377, |
| "step": 10060, |
| "token_acc": 0.8090710578127797 |
| }, |
| { |
| "epoch": 0.6698707821256923, |
| "grad_norm": 2.09375, |
| "learning_rate": 5.192132456590684e-06, |
| "loss": 0.7637878894805908, |
| "step": 10070, |
| "token_acc": 0.8144866022998482 |
| }, |
| { |
| "epoch": 0.6705359964078429, |
| "grad_norm": 2.046875, |
| "learning_rate": 5.1732527609174e-06, |
| "loss": 0.7458618640899658, |
| "step": 10080, |
| "token_acc": 0.8209331237214442 |
| }, |
| { |
| "epoch": 0.6712012106899935, |
| "grad_norm": 2.515625, |
| "learning_rate": 5.154395468954328e-06, |
| "loss": 0.7748538970947265, |
| "step": 10090, |
| "token_acc": 0.8129401828663754 |
| }, |
| { |
| "epoch": 0.6718664249721441, |
| "grad_norm": 2.359375, |
| "learning_rate": 5.135560668228996e-06, |
| "loss": 0.7535116672515869, |
| "step": 10100, |
| "token_acc": 0.8169696071762892 |
| }, |
| { |
| "epoch": 0.6725316392542948, |
| "grad_norm": 2.5, |
| "learning_rate": 5.116748446164558e-06, |
| "loss": 0.7205764770507812, |
| "step": 10110, |
| "token_acc": 0.82615203827537 |
| }, |
| { |
| "epoch": 0.6731968535364454, |
| "grad_norm": 6.9375, |
| "learning_rate": 5.0979588900793576e-06, |
| "loss": 0.7572518348693847, |
| "step": 10120, |
| "token_acc": 0.8169131473993815 |
| }, |
| { |
| "epoch": 0.673862067818596, |
| "grad_norm": 1.9921875, |
| "learning_rate": 5.0791920871865245e-06, |
| "loss": 0.7521490573883056, |
| "step": 10130, |
| "token_acc": 0.8206472608931478 |
| }, |
| { |
| "epoch": 0.6745272821007468, |
| "grad_norm": 2.46875, |
| "learning_rate": 5.060448124593584e-06, |
| "loss": 0.7775327682495117, |
| "step": 10140, |
| "token_acc": 0.8125596683123756 |
| }, |
| { |
| "epoch": 0.6751924963828974, |
| "grad_norm": 2.15625, |
| "learning_rate": 5.041727089302061e-06, |
| "loss": 0.7625056266784668, |
| "step": 10150, |
| "token_acc": 0.8142942021464618 |
| }, |
| { |
| "epoch": 0.675857710665048, |
| "grad_norm": 1.9921875, |
| "learning_rate": 5.023029068207036e-06, |
| "loss": 0.7240376472473145, |
| "step": 10160, |
| "token_acc": 0.8214429805645599 |
| }, |
| { |
| "epoch": 0.6765229249471986, |
| "grad_norm": 2.078125, |
| "learning_rate": 5.004354148096784e-06, |
| "loss": 0.8016795158386231, |
| "step": 10170, |
| "token_acc": 0.8093808263562535 |
| }, |
| { |
| "epoch": 0.6771881392293493, |
| "grad_norm": 2.0625, |
| "learning_rate": 4.98570241565235e-06, |
| "loss": 0.7151380062103272, |
| "step": 10180, |
| "token_acc": 0.8250915027516654 |
| }, |
| { |
| "epoch": 0.6778533535114999, |
| "grad_norm": 2.1875, |
| "learning_rate": 4.9670739574471535e-06, |
| "loss": 0.7509218692779541, |
| "step": 10190, |
| "token_acc": 0.8159079072127776 |
| }, |
| { |
| "epoch": 0.6785185677936505, |
| "grad_norm": 2.140625, |
| "learning_rate": 4.948468859946584e-06, |
| "loss": 0.7252208232879639, |
| "step": 10200, |
| "token_acc": 0.8227971514158141 |
| }, |
| { |
| "epoch": 0.6791837820758012, |
| "grad_norm": 2.609375, |
| "learning_rate": 4.929887209507598e-06, |
| "loss": 0.7746740341186523, |
| "step": 10210, |
| "token_acc": 0.811070599933709 |
| }, |
| { |
| "epoch": 0.6798489963579518, |
| "grad_norm": 2.125, |
| "learning_rate": 4.9113290923783255e-06, |
| "loss": 0.7607236862182617, |
| "step": 10220, |
| "token_acc": 0.8164189045011024 |
| }, |
| { |
| "epoch": 0.6805142106401024, |
| "grad_norm": 2.8125, |
| "learning_rate": 4.892794594697665e-06, |
| "loss": 0.7487909317016601, |
| "step": 10230, |
| "token_acc": 0.8176014413285289 |
| }, |
| { |
| "epoch": 0.681179424922253, |
| "grad_norm": 2.34375, |
| "learning_rate": 4.87428380249487e-06, |
| "loss": 0.7471317768096923, |
| "step": 10240, |
| "token_acc": 0.8182489583768795 |
| }, |
| { |
| "epoch": 0.6818446392044037, |
| "grad_norm": 2.46875, |
| "learning_rate": 4.8557968016891866e-06, |
| "loss": 0.743244981765747, |
| "step": 10250, |
| "token_acc": 0.8235157545605307 |
| }, |
| { |
| "epoch": 0.6825098534865544, |
| "grad_norm": 2.21875, |
| "learning_rate": 4.837333678089418e-06, |
| "loss": 0.767507266998291, |
| "step": 10260, |
| "token_acc": 0.808209473819146 |
| }, |
| { |
| "epoch": 0.683175067768705, |
| "grad_norm": 2.03125, |
| "learning_rate": 4.8188945173935316e-06, |
| "loss": 0.7589426517486573, |
| "step": 10270, |
| "token_acc": 0.8174852251885062 |
| }, |
| { |
| "epoch": 0.6838402820508557, |
| "grad_norm": 2.1875, |
| "learning_rate": 4.800479405188285e-06, |
| "loss": 0.7499486923217773, |
| "step": 10280, |
| "token_acc": 0.8230619492489203 |
| }, |
| { |
| "epoch": 0.6845054963330063, |
| "grad_norm": 2.203125, |
| "learning_rate": 4.782088426948804e-06, |
| "loss": 0.7178757667541504, |
| "step": 10290, |
| "token_acc": 0.8246904758432619 |
| }, |
| { |
| "epoch": 0.6851707106151569, |
| "grad_norm": 1.9453125, |
| "learning_rate": 4.763721668038196e-06, |
| "loss": 0.7437349319458008, |
| "step": 10300, |
| "token_acc": 0.8186198683111798 |
| }, |
| { |
| "epoch": 0.6858359248973075, |
| "grad_norm": 2.203125, |
| "learning_rate": 4.745379213707155e-06, |
| "loss": 0.7868228435516358, |
| "step": 10310, |
| "token_acc": 0.8075274865078409 |
| }, |
| { |
| "epoch": 0.6865011391794582, |
| "grad_norm": 2.046875, |
| "learning_rate": 4.727061149093563e-06, |
| "loss": 0.744121789932251, |
| "step": 10320, |
| "token_acc": 0.8211395506867368 |
| }, |
| { |
| "epoch": 0.6871663534616088, |
| "grad_norm": 2.078125, |
| "learning_rate": 4.708767559222091e-06, |
| "loss": 0.7599831581115722, |
| "step": 10330, |
| "token_acc": 0.8177360932298928 |
| }, |
| { |
| "epoch": 0.6878315677437594, |
| "grad_norm": 2.3125, |
| "learning_rate": 4.6904985290038145e-06, |
| "loss": 0.7897554397583008, |
| "step": 10340, |
| "token_acc": 0.8084016186481191 |
| }, |
| { |
| "epoch": 0.6884967820259101, |
| "grad_norm": 1.75, |
| "learning_rate": 4.672254143235808e-06, |
| "loss": 0.6680974006652832, |
| "step": 10350, |
| "token_acc": 0.8369998309627876 |
| }, |
| { |
| "epoch": 0.6891619963080607, |
| "grad_norm": 2.421875, |
| "learning_rate": 4.654034486600762e-06, |
| "loss": 0.7633437633514404, |
| "step": 10360, |
| "token_acc": 0.8177921830314585 |
| }, |
| { |
| "epoch": 0.6898272105902113, |
| "grad_norm": 2.078125, |
| "learning_rate": 4.635839643666587e-06, |
| "loss": 0.7935458183288574, |
| "step": 10370, |
| "token_acc": 0.8080065466448445 |
| }, |
| { |
| "epoch": 0.6904924248723621, |
| "grad_norm": 2.15625, |
| "learning_rate": 4.6176696988860005e-06, |
| "loss": 0.7489728927612305, |
| "step": 10380, |
| "token_acc": 0.8170618784975241 |
| }, |
| { |
| "epoch": 0.6911576391545127, |
| "grad_norm": 2.171875, |
| "learning_rate": 4.599524736596181e-06, |
| "loss": 0.730811882019043, |
| "step": 10390, |
| "token_acc": 0.8226999937702035 |
| }, |
| { |
| "epoch": 0.6918228534366633, |
| "grad_norm": 2.390625, |
| "learning_rate": 4.581404841018334e-06, |
| "loss": 0.7118518829345704, |
| "step": 10400, |
| "token_acc": 0.830524180244435 |
| }, |
| { |
| "epoch": 0.6924880677188139, |
| "grad_norm": 2.234375, |
| "learning_rate": 4.563310096257309e-06, |
| "loss": 0.7607644557952881, |
| "step": 10410, |
| "token_acc": 0.8166649176198971 |
| }, |
| { |
| "epoch": 0.6931532820009646, |
| "grad_norm": 2.40625, |
| "learning_rate": 4.545240586301231e-06, |
| "loss": 0.7241078376770019, |
| "step": 10420, |
| "token_acc": 0.8239304133851227 |
| }, |
| { |
| "epoch": 0.6938184962831152, |
| "grad_norm": 2.21875, |
| "learning_rate": 4.527196395021082e-06, |
| "loss": 0.7327056884765625, |
| "step": 10430, |
| "token_acc": 0.8225848499143432 |
| }, |
| { |
| "epoch": 0.6944837105652658, |
| "grad_norm": 2.6875, |
| "learning_rate": 4.509177606170344e-06, |
| "loss": 0.7445612907409668, |
| "step": 10440, |
| "token_acc": 0.8190574267022049 |
| }, |
| { |
| "epoch": 0.6951489248474165, |
| "grad_norm": 2.34375, |
| "learning_rate": 4.4911843033845705e-06, |
| "loss": 0.7644867420196533, |
| "step": 10450, |
| "token_acc": 0.814488115531826 |
| }, |
| { |
| "epoch": 0.6958141391295671, |
| "grad_norm": 2.546875, |
| "learning_rate": 4.4732165701810325e-06, |
| "loss": 0.8187058448791504, |
| "step": 10460, |
| "token_acc": 0.8039225478724922 |
| }, |
| { |
| "epoch": 0.6964793534117177, |
| "grad_norm": 1.9609375, |
| "learning_rate": 4.455274489958314e-06, |
| "loss": 0.767139196395874, |
| "step": 10470, |
| "token_acc": 0.8175021371414157 |
| }, |
| { |
| "epoch": 0.6971445676938683, |
| "grad_norm": 2.359375, |
| "learning_rate": 4.4373581459959305e-06, |
| "loss": 0.7555941581726074, |
| "step": 10480, |
| "token_acc": 0.8174737555028784 |
| }, |
| { |
| "epoch": 0.6978097819760191, |
| "grad_norm": 2.046875, |
| "learning_rate": 4.419467621453938e-06, |
| "loss": 0.7371748924255371, |
| "step": 10490, |
| "token_acc": 0.8217062392330162 |
| }, |
| { |
| "epoch": 0.6984749962581697, |
| "grad_norm": 2.140625, |
| "learning_rate": 4.401602999372552e-06, |
| "loss": 0.7382590293884277, |
| "step": 10500, |
| "token_acc": 0.8213993453355155 |
| }, |
| { |
| "epoch": 0.6991402105403203, |
| "grad_norm": 2.5, |
| "learning_rate": 4.383764362671763e-06, |
| "loss": 0.7197907447814942, |
| "step": 10510, |
| "token_acc": 0.8248956671837787 |
| }, |
| { |
| "epoch": 0.699805424822471, |
| "grad_norm": 2.09375, |
| "learning_rate": 4.365951794150932e-06, |
| "loss": 0.734802532196045, |
| "step": 10520, |
| "token_acc": 0.8205858154892353 |
| }, |
| { |
| "epoch": 0.7004706391046216, |
| "grad_norm": 2.140625, |
| "learning_rate": 4.348165376488449e-06, |
| "loss": 0.686077356338501, |
| "step": 10530, |
| "token_acc": 0.83125515662843 |
| }, |
| { |
| "epoch": 0.7011358533867722, |
| "grad_norm": 2.5, |
| "learning_rate": 4.3304051922413056e-06, |
| "loss": 0.7473914623260498, |
| "step": 10540, |
| "token_acc": 0.8208089233344351 |
| }, |
| { |
| "epoch": 0.7018010676689228, |
| "grad_norm": 2.140625, |
| "learning_rate": 4.312671323844727e-06, |
| "loss": 0.7289551258087158, |
| "step": 10550, |
| "token_acc": 0.8215364959050223 |
| }, |
| { |
| "epoch": 0.7024662819510735, |
| "grad_norm": 2.640625, |
| "learning_rate": 4.2949638536118e-06, |
| "loss": 0.7434550762176514, |
| "step": 10560, |
| "token_acc": 0.8177236049972906 |
| }, |
| { |
| "epoch": 0.7031314962332241, |
| "grad_norm": 2.28125, |
| "learning_rate": 4.277282863733075e-06, |
| "loss": 0.7804749965667724, |
| "step": 10570, |
| "token_acc": 0.8103060332962312 |
| }, |
| { |
| "epoch": 0.7037967105153747, |
| "grad_norm": 2.765625, |
| "learning_rate": 4.259628436276206e-06, |
| "loss": 0.7388410568237305, |
| "step": 10580, |
| "token_acc": 0.8211061816858635 |
| }, |
| { |
| "epoch": 0.7044619247975255, |
| "grad_norm": 2.734375, |
| "learning_rate": 4.242000653185535e-06, |
| "loss": 0.7079017162322998, |
| "step": 10590, |
| "token_acc": 0.8266787206628748 |
| }, |
| { |
| "epoch": 0.7051271390796761, |
| "grad_norm": 2.09375, |
| "learning_rate": 4.224399596281747e-06, |
| "loss": 0.755326509475708, |
| "step": 10600, |
| "token_acc": 0.8140986041604487 |
| }, |
| { |
| "epoch": 0.7057923533618267, |
| "grad_norm": 2.125, |
| "learning_rate": 4.206825347261472e-06, |
| "loss": 0.7079007625579834, |
| "step": 10610, |
| "token_acc": 0.8289718944233282 |
| }, |
| { |
| "epoch": 0.7064575676439773, |
| "grad_norm": 1.8828125, |
| "learning_rate": 4.1892779876969046e-06, |
| "loss": 0.7745383739471435, |
| "step": 10620, |
| "token_acc": 0.8119641145048624 |
| }, |
| { |
| "epoch": 0.707122781926128, |
| "grad_norm": 2.203125, |
| "learning_rate": 4.171757599035436e-06, |
| "loss": 0.7729456901550293, |
| "step": 10630, |
| "token_acc": 0.8146767442971945 |
| }, |
| { |
| "epoch": 0.7077879962082786, |
| "grad_norm": 2.546875, |
| "learning_rate": 4.154264262599268e-06, |
| "loss": 0.7262872695922852, |
| "step": 10640, |
| "token_acc": 0.8256558594233387 |
| }, |
| { |
| "epoch": 0.7084532104904292, |
| "grad_norm": 2.0625, |
| "learning_rate": 4.136798059585039e-06, |
| "loss": 0.7384644031524659, |
| "step": 10650, |
| "token_acc": 0.8198253316211619 |
| }, |
| { |
| "epoch": 0.7091184247725799, |
| "grad_norm": 2.03125, |
| "learning_rate": 4.119359071063432e-06, |
| "loss": 0.7444841384887695, |
| "step": 10660, |
| "token_acc": 0.8199938325250203 |
| }, |
| { |
| "epoch": 0.7097836390547305, |
| "grad_norm": 2.296875, |
| "learning_rate": 4.101947377978836e-06, |
| "loss": 0.7999814987182617, |
| "step": 10670, |
| "token_acc": 0.8059800529483855 |
| }, |
| { |
| "epoch": 0.7104488533368811, |
| "grad_norm": 2.890625, |
| "learning_rate": 4.084563061148931e-06, |
| "loss": 0.7445531845092773, |
| "step": 10680, |
| "token_acc": 0.8202338843571789 |
| }, |
| { |
| "epoch": 0.7111140676190317, |
| "grad_norm": 2.078125, |
| "learning_rate": 4.067206201264331e-06, |
| "loss": 0.7387455463409424, |
| "step": 10690, |
| "token_acc": 0.8195726095772891 |
| }, |
| { |
| "epoch": 0.7117792819011824, |
| "grad_norm": 2.234375, |
| "learning_rate": 4.049876878888201e-06, |
| "loss": 0.7409853935241699, |
| "step": 10700, |
| "token_acc": 0.8176479644577386 |
| }, |
| { |
| "epoch": 0.712444496183333, |
| "grad_norm": 2.4375, |
| "learning_rate": 4.032575174455892e-06, |
| "loss": 0.7909274578094483, |
| "step": 10710, |
| "token_acc": 0.8091430777833994 |
| }, |
| { |
| "epoch": 0.7131097104654837, |
| "grad_norm": 2.640625, |
| "learning_rate": 4.015301168274578e-06, |
| "loss": 0.7491744995117188, |
| "step": 10720, |
| "token_acc": 0.8179207184616057 |
| }, |
| { |
| "epoch": 0.7137749247476344, |
| "grad_norm": 2.078125, |
| "learning_rate": 3.998054940522847e-06, |
| "loss": 0.7280071258544922, |
| "step": 10730, |
| "token_acc": 0.8253841117719984 |
| }, |
| { |
| "epoch": 0.714440139029785, |
| "grad_norm": 2.09375, |
| "learning_rate": 3.980836571250365e-06, |
| "loss": 0.7767271041870117, |
| "step": 10740, |
| "token_acc": 0.813767078007933 |
| }, |
| { |
| "epoch": 0.7151053533119356, |
| "grad_norm": 2.40625, |
| "learning_rate": 3.9636461403774876e-06, |
| "loss": 0.7197417259216309, |
| "step": 10750, |
| "token_acc": 0.8201179042711018 |
| }, |
| { |
| "epoch": 0.7157705675940862, |
| "grad_norm": 2.0625, |
| "learning_rate": 3.946483727694891e-06, |
| "loss": 0.7577385425567627, |
| "step": 10760, |
| "token_acc": 0.815292438986455 |
| }, |
| { |
| "epoch": 0.7164357818762369, |
| "grad_norm": 2.3125, |
| "learning_rate": 3.929349412863206e-06, |
| "loss": 0.7100510120391845, |
| "step": 10770, |
| "token_acc": 0.8235802001766656 |
| }, |
| { |
| "epoch": 0.7171009961583875, |
| "grad_norm": 2.484375, |
| "learning_rate": 3.912243275412641e-06, |
| "loss": 0.7816547870635986, |
| "step": 10780, |
| "token_acc": 0.8122043386983905 |
| }, |
| { |
| "epoch": 0.7177662104405381, |
| "grad_norm": 1.9375, |
| "learning_rate": 3.895165394742625e-06, |
| "loss": 0.7969231128692627, |
| "step": 10790, |
| "token_acc": 0.8049081996163566 |
| }, |
| { |
| "epoch": 0.7184314247226888, |
| "grad_norm": 2.125, |
| "learning_rate": 3.878115850121412e-06, |
| "loss": 0.7228692054748536, |
| "step": 10800, |
| "token_acc": 0.8274358191745514 |
| }, |
| { |
| "epoch": 0.7190966390048394, |
| "grad_norm": 2.046875, |
| "learning_rate": 3.861094720685758e-06, |
| "loss": 0.7443108081817627, |
| "step": 10810, |
| "token_acc": 0.8210665783371978 |
| }, |
| { |
| "epoch": 0.71976185328699, |
| "grad_norm": 2.125, |
| "learning_rate": 3.8441020854405105e-06, |
| "loss": 0.7695234775543213, |
| "step": 10820, |
| "token_acc": 0.8124020080263518 |
| }, |
| { |
| "epoch": 0.7204270675691407, |
| "grad_norm": 2.359375, |
| "learning_rate": 3.827138023258267e-06, |
| "loss": 0.7814039707183837, |
| "step": 10830, |
| "token_acc": 0.8128341872217291 |
| }, |
| { |
| "epoch": 0.7210922818512914, |
| "grad_norm": 2.15625, |
| "learning_rate": 3.8102026128789903e-06, |
| "loss": 0.7569797039031982, |
| "step": 10840, |
| "token_acc": 0.8133915020269249 |
| }, |
| { |
| "epoch": 0.721757496133442, |
| "grad_norm": 2.359375, |
| "learning_rate": 3.793295932909662e-06, |
| "loss": 0.7574501037597656, |
| "step": 10850, |
| "token_acc": 0.8196435840607897 |
| }, |
| { |
| "epoch": 0.7224227104155926, |
| "grad_norm": 2.140625, |
| "learning_rate": 3.7764180618239176e-06, |
| "loss": 0.7217781066894531, |
| "step": 10860, |
| "token_acc": 0.8250855171508384 |
| }, |
| { |
| "epoch": 0.7230879246977433, |
| "grad_norm": 2.375, |
| "learning_rate": 3.7595690779616555e-06, |
| "loss": 0.7153165340423584, |
| "step": 10870, |
| "token_acc": 0.8286450893634811 |
| }, |
| { |
| "epoch": 0.7237531389798939, |
| "grad_norm": 1.671875, |
| "learning_rate": 3.7427490595287044e-06, |
| "loss": 0.778206205368042, |
| "step": 10880, |
| "token_acc": 0.8135480615054396 |
| }, |
| { |
| "epoch": 0.7244183532620445, |
| "grad_norm": 2.625, |
| "learning_rate": 3.725958084596443e-06, |
| "loss": 0.7352749347686768, |
| "step": 10890, |
| "token_acc": 0.8209459694898009 |
| }, |
| { |
| "epoch": 0.7250835675441952, |
| "grad_norm": 2.546875, |
| "learning_rate": 3.709196231101444e-06, |
| "loss": 0.8013176918029785, |
| "step": 10900, |
| "token_acc": 0.8055780372811243 |
| }, |
| { |
| "epoch": 0.7257487818263458, |
| "grad_norm": 2.28125, |
| "learning_rate": 3.692463576845112e-06, |
| "loss": 0.7722053527832031, |
| "step": 10910, |
| "token_acc": 0.8136912556380038 |
| }, |
| { |
| "epoch": 0.7264139961084964, |
| "grad_norm": 1.96875, |
| "learning_rate": 3.67576019949332e-06, |
| "loss": 0.7346163749694824, |
| "step": 10920, |
| "token_acc": 0.8243017023746845 |
| }, |
| { |
| "epoch": 0.727079210390647, |
| "grad_norm": 2.1875, |
| "learning_rate": 3.659086176576049e-06, |
| "loss": 0.7361105442047119, |
| "step": 10930, |
| "token_acc": 0.8227921150232594 |
| }, |
| { |
| "epoch": 0.7277444246727978, |
| "grad_norm": 2.0625, |
| "learning_rate": 3.6424415854870334e-06, |
| "loss": 0.7291028022766113, |
| "step": 10940, |
| "token_acc": 0.8255149815569675 |
| }, |
| { |
| "epoch": 0.7284096389549484, |
| "grad_norm": 2.046875, |
| "learning_rate": 3.625826503483383e-06, |
| "loss": 0.8022925376892089, |
| "step": 10950, |
| "token_acc": 0.8053442920506692 |
| }, |
| { |
| "epoch": 0.729074853237099, |
| "grad_norm": 2.34375, |
| "learning_rate": 3.6092410076852622e-06, |
| "loss": 0.7500377178192139, |
| "step": 10960, |
| "token_acc": 0.8174630990092336 |
| }, |
| { |
| "epoch": 0.7297400675192497, |
| "grad_norm": 2.421875, |
| "learning_rate": 3.5926851750754952e-06, |
| "loss": 0.7434184074401855, |
| "step": 10970, |
| "token_acc": 0.818394365373937 |
| }, |
| { |
| "epoch": 0.7304052818014003, |
| "grad_norm": 1.9375, |
| "learning_rate": 3.5761590824992185e-06, |
| "loss": 0.7639784812927246, |
| "step": 10980, |
| "token_acc": 0.8136915018501102 |
| }, |
| { |
| "epoch": 0.7310704960835509, |
| "grad_norm": 2.015625, |
| "learning_rate": 3.559662806663532e-06, |
| "loss": 0.730387544631958, |
| "step": 10990, |
| "token_acc": 0.8222414654923579 |
| }, |
| { |
| "epoch": 0.7317357103657015, |
| "grad_norm": 2.359375, |
| "learning_rate": 3.5431964241371507e-06, |
| "loss": 0.7679181098937988, |
| "step": 11000, |
| "token_acc": 0.8154722036168788 |
| }, |
| { |
| "epoch": 0.7324009246478522, |
| "grad_norm": 2.046875, |
| "learning_rate": 3.526760011350018e-06, |
| "loss": 0.7510161876678467, |
| "step": 11010, |
| "token_acc": 0.8164189270403461 |
| }, |
| { |
| "epoch": 0.7330661389300028, |
| "grad_norm": 2.265625, |
| "learning_rate": 3.510353644592981e-06, |
| "loss": 0.7110666275024414, |
| "step": 11020, |
| "token_acc": 0.8278615610583587 |
| }, |
| { |
| "epoch": 0.7337313532121534, |
| "grad_norm": 2.296875, |
| "learning_rate": 3.4939774000174265e-06, |
| "loss": 0.779074764251709, |
| "step": 11030, |
| "token_acc": 0.810771035660486 |
| }, |
| { |
| "epoch": 0.7343965674943042, |
| "grad_norm": 2.453125, |
| "learning_rate": 3.4776313536349237e-06, |
| "loss": 0.7637697696685791, |
| "step": 11040, |
| "token_acc": 0.8157720085887176 |
| }, |
| { |
| "epoch": 0.7350617817764548, |
| "grad_norm": 2.15625, |
| "learning_rate": 3.4613155813168766e-06, |
| "loss": 0.7797583103179931, |
| "step": 11050, |
| "token_acc": 0.811097861182591 |
| }, |
| { |
| "epoch": 0.7357269960586054, |
| "grad_norm": 2.140625, |
| "learning_rate": 3.4450301587941683e-06, |
| "loss": 0.747354793548584, |
| "step": 11060, |
| "token_acc": 0.8201310841899678 |
| }, |
| { |
| "epoch": 0.736392210340756, |
| "grad_norm": 2.28125, |
| "learning_rate": 3.4287751616568123e-06, |
| "loss": 0.7813729286193848, |
| "step": 11070, |
| "token_acc": 0.8151024734982332 |
| }, |
| { |
| "epoch": 0.7370574246229067, |
| "grad_norm": 2.578125, |
| "learning_rate": 3.4125506653536035e-06, |
| "loss": 0.7507558822631836, |
| "step": 11080, |
| "token_acc": 0.8160673045199605 |
| }, |
| { |
| "epoch": 0.7377226389050573, |
| "grad_norm": 2.265625, |
| "learning_rate": 3.3963567451917512e-06, |
| "loss": 0.7712699890136718, |
| "step": 11090, |
| "token_acc": 0.815071503926855 |
| }, |
| { |
| "epoch": 0.7383878531872079, |
| "grad_norm": 1.90625, |
| "learning_rate": 3.380193476336564e-06, |
| "loss": 0.7626707077026367, |
| "step": 11100, |
| "token_acc": 0.8137189059639974 |
| }, |
| { |
| "epoch": 0.7390530674693586, |
| "grad_norm": 2.671875, |
| "learning_rate": 3.3640609338110685e-06, |
| "loss": 0.7744617462158203, |
| "step": 11110, |
| "token_acc": 0.8125275991886775 |
| }, |
| { |
| "epoch": 0.7397182817515092, |
| "grad_norm": 2.171875, |
| "learning_rate": 3.347959192495667e-06, |
| "loss": 0.763826322555542, |
| "step": 11120, |
| "token_acc": 0.8163371108125475 |
| }, |
| { |
| "epoch": 0.7403834960336598, |
| "grad_norm": 2.484375, |
| "learning_rate": 3.3318883271278024e-06, |
| "loss": 0.7611388683319091, |
| "step": 11130, |
| "token_acc": 0.8160508645018977 |
| }, |
| { |
| "epoch": 0.7410487103158104, |
| "grad_norm": 2.140625, |
| "learning_rate": 3.3158484123016165e-06, |
| "loss": 0.8018529891967774, |
| "step": 11140, |
| "token_acc": 0.8087114733816091 |
| }, |
| { |
| "epoch": 0.7417139245979611, |
| "grad_norm": 2.3125, |
| "learning_rate": 3.2998395224675674e-06, |
| "loss": 0.7451249122619629, |
| "step": 11150, |
| "token_acc": 0.8190627585906537 |
| }, |
| { |
| "epoch": 0.7423791388801118, |
| "grad_norm": 1.8359375, |
| "learning_rate": 3.2838617319321252e-06, |
| "loss": 0.7699327945709229, |
| "step": 11160, |
| "token_acc": 0.8160728413769058 |
| }, |
| { |
| "epoch": 0.7430443531622624, |
| "grad_norm": 2.15625, |
| "learning_rate": 3.267915114857406e-06, |
| "loss": 0.8020421981811523, |
| "step": 11170, |
| "token_acc": 0.8042447861807457 |
| }, |
| { |
| "epoch": 0.7437095674444131, |
| "grad_norm": 2.125, |
| "learning_rate": 3.251999745260833e-06, |
| "loss": 0.7627616405487061, |
| "step": 11180, |
| "token_acc": 0.8222685667941142 |
| }, |
| { |
| "epoch": 0.7443747817265637, |
| "grad_norm": 1.875, |
| "learning_rate": 3.236115697014789e-06, |
| "loss": 0.7809383392333984, |
| "step": 11190, |
| "token_acc": 0.8110214459429582 |
| }, |
| { |
| "epoch": 0.7450399960087143, |
| "grad_norm": 2.078125, |
| "learning_rate": 3.220263043846279e-06, |
| "loss": 0.7645885467529296, |
| "step": 11200, |
| "token_acc": 0.8147874525332821 |
| }, |
| { |
| "epoch": 0.7457052102908649, |
| "grad_norm": 1.859375, |
| "learning_rate": 3.2044418593365843e-06, |
| "loss": 0.7663979530334473, |
| "step": 11210, |
| "token_acc": 0.816506390599318 |
| }, |
| { |
| "epoch": 0.7463704245730156, |
| "grad_norm": 2.171875, |
| "learning_rate": 3.1886522169209255e-06, |
| "loss": 0.7316720008850097, |
| "step": 11220, |
| "token_acc": 0.8223409986673094 |
| }, |
| { |
| "epoch": 0.7470356388551662, |
| "grad_norm": 2.421875, |
| "learning_rate": 3.172894189888106e-06, |
| "loss": 0.7555332660675049, |
| "step": 11230, |
| "token_acc": 0.817852185490496 |
| }, |
| { |
| "epoch": 0.7477008531373168, |
| "grad_norm": 2.09375, |
| "learning_rate": 3.1571678513802017e-06, |
| "loss": 0.7676819324493408, |
| "step": 11240, |
| "token_acc": 0.814082749212707 |
| }, |
| { |
| "epoch": 0.7483660674194675, |
| "grad_norm": 2.3125, |
| "learning_rate": 3.141473274392196e-06, |
| "loss": 0.7395438194274903, |
| "step": 11250, |
| "token_acc": 0.8158539119078713 |
| }, |
| { |
| "epoch": 0.7490312817016181, |
| "grad_norm": 2.8125, |
| "learning_rate": 3.1258105317716415e-06, |
| "loss": 0.7378631114959717, |
| "step": 11260, |
| "token_acc": 0.8237398326790936 |
| }, |
| { |
| "epoch": 0.7496964959837688, |
| "grad_norm": 2.375, |
| "learning_rate": 3.110179696218335e-06, |
| "loss": 0.7674758911132813, |
| "step": 11270, |
| "token_acc": 0.8124696135819995 |
| }, |
| { |
| "epoch": 0.7503617102659194, |
| "grad_norm": 2.34375, |
| "learning_rate": 3.094580840283985e-06, |
| "loss": 0.7774701595306397, |
| "step": 11280, |
| "token_acc": 0.8096503319549048 |
| }, |
| { |
| "epoch": 0.7510269245480701, |
| "grad_norm": 1.9609375, |
| "learning_rate": 3.0790140363718455e-06, |
| "loss": 0.7329115867614746, |
| "step": 11290, |
| "token_acc": 0.8178184964231295 |
| }, |
| { |
| "epoch": 0.7516921388302207, |
| "grad_norm": 2.140625, |
| "learning_rate": 3.0634793567364084e-06, |
| "loss": 0.7693871021270752, |
| "step": 11300, |
| "token_acc": 0.8100678004090438 |
| }, |
| { |
| "epoch": 0.7523573531123713, |
| "grad_norm": 2.171875, |
| "learning_rate": 3.0479768734830584e-06, |
| "loss": 0.7337233543395996, |
| "step": 11310, |
| "token_acc": 0.8239096647318171 |
| }, |
| { |
| "epoch": 0.753022567394522, |
| "grad_norm": 2.109375, |
| "learning_rate": 3.0325066585677365e-06, |
| "loss": 0.7146025657653808, |
| "step": 11320, |
| "token_acc": 0.8256320547015824 |
| }, |
| { |
| "epoch": 0.7536877816766726, |
| "grad_norm": 1.9765625, |
| "learning_rate": 3.0170687837966093e-06, |
| "loss": 0.7362939834594726, |
| "step": 11330, |
| "token_acc": 0.819413522381064 |
| }, |
| { |
| "epoch": 0.7543529959588232, |
| "grad_norm": 2.1875, |
| "learning_rate": 3.001663320825733e-06, |
| "loss": 0.7551639080047607, |
| "step": 11340, |
| "token_acc": 0.8196597832317927 |
| }, |
| { |
| "epoch": 0.7550182102409738, |
| "grad_norm": 2.140625, |
| "learning_rate": 2.9862903411607212e-06, |
| "loss": 0.7858519077301025, |
| "step": 11350, |
| "token_acc": 0.8127863773025064 |
| }, |
| { |
| "epoch": 0.7556834245231245, |
| "grad_norm": 2.46875, |
| "learning_rate": 2.970949916156419e-06, |
| "loss": 0.7225425720214844, |
| "step": 11360, |
| "token_acc": 0.8228295155972971 |
| }, |
| { |
| "epoch": 0.7563486388052751, |
| "grad_norm": 2.34375, |
| "learning_rate": 2.955642117016554e-06, |
| "loss": 0.7415917873382568, |
| "step": 11370, |
| "token_acc": 0.8203982716263091 |
| }, |
| { |
| "epoch": 0.7570138530874257, |
| "grad_norm": 1.953125, |
| "learning_rate": 2.9403670147934325e-06, |
| "loss": 0.7116865158081055, |
| "step": 11380, |
| "token_acc": 0.8239005790544482 |
| }, |
| { |
| "epoch": 0.7576790673695765, |
| "grad_norm": 2.8125, |
| "learning_rate": 2.925124680387594e-06, |
| "loss": 0.7881548404693604, |
| "step": 11390, |
| "token_acc": 0.8085215797044203 |
| }, |
| { |
| "epoch": 0.7583442816517271, |
| "grad_norm": 2.140625, |
| "learning_rate": 2.9099151845474716e-06, |
| "loss": 0.7314609050750732, |
| "step": 11400, |
| "token_acc": 0.8183806944622557 |
| }, |
| { |
| "epoch": 0.7590094959338777, |
| "grad_norm": 2.359375, |
| "learning_rate": 2.894738597869087e-06, |
| "loss": 0.7055675983428955, |
| "step": 11410, |
| "token_acc": 0.8287423701321799 |
| }, |
| { |
| "epoch": 0.7596747102160284, |
| "grad_norm": 2.0625, |
| "learning_rate": 2.8795949907957055e-06, |
| "loss": 0.7391792297363281, |
| "step": 11420, |
| "token_acc": 0.818998001245126 |
| }, |
| { |
| "epoch": 0.760339924498179, |
| "grad_norm": 2.015625, |
| "learning_rate": 2.864484433617526e-06, |
| "loss": 0.7754724979400635, |
| "step": 11430, |
| "token_acc": 0.816148768209153 |
| }, |
| { |
| "epoch": 0.7610051387803296, |
| "grad_norm": 1.9296875, |
| "learning_rate": 2.849406996471328e-06, |
| "loss": 0.7594459533691407, |
| "step": 11440, |
| "token_acc": 0.81412231460769 |
| }, |
| { |
| "epoch": 0.7616703530624802, |
| "grad_norm": 2.25, |
| "learning_rate": 2.8343627493401716e-06, |
| "loss": 0.7270243167877197, |
| "step": 11450, |
| "token_acc": 0.8251768750083275 |
| }, |
| { |
| "epoch": 0.7623355673446309, |
| "grad_norm": 2.09375, |
| "learning_rate": 2.8193517620530617e-06, |
| "loss": 0.7517218589782715, |
| "step": 11460, |
| "token_acc": 0.8133500563051672 |
| }, |
| { |
| "epoch": 0.7630007816267815, |
| "grad_norm": 2.578125, |
| "learning_rate": 2.804374104284625e-06, |
| "loss": 0.7442570209503174, |
| "step": 11470, |
| "token_acc": 0.8202200144646188 |
| }, |
| { |
| "epoch": 0.7636659959089321, |
| "grad_norm": 2.234375, |
| "learning_rate": 2.7894298455547842e-06, |
| "loss": 0.7997704982757569, |
| "step": 11480, |
| "token_acc": 0.8040147006460145 |
| }, |
| { |
| "epoch": 0.7643312101910829, |
| "grad_norm": 2.0625, |
| "learning_rate": 2.774519055228442e-06, |
| "loss": 0.7524272918701171, |
| "step": 11490, |
| "token_acc": 0.8163572251007484 |
| }, |
| { |
| "epoch": 0.7649964244732335, |
| "grad_norm": 2.359375, |
| "learning_rate": 2.759641802515154e-06, |
| "loss": 0.7877228260040283, |
| "step": 11500, |
| "token_acc": 0.8114066247898539 |
| }, |
| { |
| "epoch": 0.7656616387553841, |
| "grad_norm": 2.4375, |
| "learning_rate": 2.7447981564687985e-06, |
| "loss": 0.7688689708709717, |
| "step": 11510, |
| "token_acc": 0.8123031871151494 |
| }, |
| { |
| "epoch": 0.7663268530375347, |
| "grad_norm": 2.28125, |
| "learning_rate": 2.7299881859872846e-06, |
| "loss": 0.7609755039215088, |
| "step": 11520, |
| "token_acc": 0.8175364514006823 |
| }, |
| { |
| "epoch": 0.7669920673196854, |
| "grad_norm": 2.25, |
| "learning_rate": 2.715211959812202e-06, |
| "loss": 0.7614534378051758, |
| "step": 11530, |
| "token_acc": 0.814420795460146 |
| }, |
| { |
| "epoch": 0.767657281601836, |
| "grad_norm": 2.640625, |
| "learning_rate": 2.7004695465285114e-06, |
| "loss": 0.7543790817260743, |
| "step": 11540, |
| "token_acc": 0.8155164023587336 |
| }, |
| { |
| "epoch": 0.7683224958839866, |
| "grad_norm": 2.25, |
| "learning_rate": 2.6857610145642345e-06, |
| "loss": 0.7579907417297364, |
| "step": 11550, |
| "token_acc": 0.8170287664422857 |
| }, |
| { |
| "epoch": 0.7689877101661373, |
| "grad_norm": 2.3125, |
| "learning_rate": 2.6710864321901255e-06, |
| "loss": 0.7733065128326416, |
| "step": 11560, |
| "token_acc": 0.8113401606501726 |
| }, |
| { |
| "epoch": 0.7696529244482879, |
| "grad_norm": 2.078125, |
| "learning_rate": 2.6564458675193707e-06, |
| "loss": 0.7617386817932129, |
| "step": 11570, |
| "token_acc": 0.8152243030912186 |
| }, |
| { |
| "epoch": 0.7703181387304385, |
| "grad_norm": 2.09375, |
| "learning_rate": 2.6418393885072436e-06, |
| "loss": 0.7648447513580322, |
| "step": 11580, |
| "token_acc": 0.8156920469244837 |
| }, |
| { |
| "epoch": 0.7709833530125891, |
| "grad_norm": 2.40625, |
| "learning_rate": 2.6272670629508156e-06, |
| "loss": 0.7560097217559815, |
| "step": 11590, |
| "token_acc": 0.8161208314640347 |
| }, |
| { |
| "epoch": 0.7716485672947399, |
| "grad_norm": 2.140625, |
| "learning_rate": 2.6127289584886328e-06, |
| "loss": 0.7519503116607666, |
| "step": 11600, |
| "token_acc": 0.8140218138164701 |
| }, |
| { |
| "epoch": 0.7723137815768905, |
| "grad_norm": 2.671875, |
| "learning_rate": 2.5982251426004014e-06, |
| "loss": 0.7794088840484619, |
| "step": 11610, |
| "token_acc": 0.8126437136375562 |
| }, |
| { |
| "epoch": 0.7729789958590411, |
| "grad_norm": 2.078125, |
| "learning_rate": 2.58375568260667e-06, |
| "loss": 0.7899683475494385, |
| "step": 11620, |
| "token_acc": 0.8009139550041902 |
| }, |
| { |
| "epoch": 0.7736442101411918, |
| "grad_norm": 2.046875, |
| "learning_rate": 2.5693206456685283e-06, |
| "loss": 0.7305837631225586, |
| "step": 11630, |
| "token_acc": 0.8244910483013537 |
| }, |
| { |
| "epoch": 0.7743094244233424, |
| "grad_norm": 2.203125, |
| "learning_rate": 2.5549200987872868e-06, |
| "loss": 0.7424963474273681, |
| "step": 11640, |
| "token_acc": 0.819509526728223 |
| }, |
| { |
| "epoch": 0.774974638705493, |
| "grad_norm": 2.296875, |
| "learning_rate": 2.5405541088041572e-06, |
| "loss": 0.704157829284668, |
| "step": 11650, |
| "token_acc": 0.830157256114876 |
| }, |
| { |
| "epoch": 0.7756398529876436, |
| "grad_norm": 2.25, |
| "learning_rate": 2.526222742399973e-06, |
| "loss": 0.7381947040557861, |
| "step": 11660, |
| "token_acc": 0.8204624401496761 |
| }, |
| { |
| "epoch": 0.7763050672697943, |
| "grad_norm": 2.390625, |
| "learning_rate": 2.5119260660948443e-06, |
| "loss": 0.7371403694152832, |
| "step": 11670, |
| "token_acc": 0.8205351111633234 |
| }, |
| { |
| "epoch": 0.7769702815519449, |
| "grad_norm": 1.890625, |
| "learning_rate": 2.4976641462478723e-06, |
| "loss": 0.7498542785644531, |
| "step": 11680, |
| "token_acc": 0.8192247064500563 |
| }, |
| { |
| "epoch": 0.7776354958340955, |
| "grad_norm": 2.234375, |
| "learning_rate": 2.4834370490568247e-06, |
| "loss": 0.7635834693908692, |
| "step": 11690, |
| "token_acc": 0.8172850881055777 |
| }, |
| { |
| "epoch": 0.7783007101162462, |
| "grad_norm": 2.21875, |
| "learning_rate": 2.469244840557843e-06, |
| "loss": 0.7587650775909424, |
| "step": 11700, |
| "token_acc": 0.815227728683193 |
| }, |
| { |
| "epoch": 0.7789659243983968, |
| "grad_norm": 2.203125, |
| "learning_rate": 2.455087586625138e-06, |
| "loss": 0.78086256980896, |
| "step": 11710, |
| "token_acc": 0.8110098493104094 |
| }, |
| { |
| "epoch": 0.7796311386805475, |
| "grad_norm": 2.359375, |
| "learning_rate": 2.4409653529706588e-06, |
| "loss": 0.7618659973144531, |
| "step": 11720, |
| "token_acc": 0.8148888969705786 |
| }, |
| { |
| "epoch": 0.7802963529626981, |
| "grad_norm": 1.96875, |
| "learning_rate": 2.42687820514382e-06, |
| "loss": 0.7179902553558349, |
| "step": 11730, |
| "token_acc": 0.8233276634151422 |
| }, |
| { |
| "epoch": 0.7809615672448488, |
| "grad_norm": 2.546875, |
| "learning_rate": 2.412826208531175e-06, |
| "loss": 0.7634764194488526, |
| "step": 11740, |
| "token_acc": 0.8167271591929126 |
| }, |
| { |
| "epoch": 0.7816267815269994, |
| "grad_norm": 2.40625, |
| "learning_rate": 2.3988094283561245e-06, |
| "loss": 0.7151909351348877, |
| "step": 11750, |
| "token_acc": 0.828529149021774 |
| }, |
| { |
| "epoch": 0.78229199580915, |
| "grad_norm": 2.09375, |
| "learning_rate": 2.384827929678606e-06, |
| "loss": 0.7736407279968261, |
| "step": 11760, |
| "token_acc": 0.8135413621748027 |
| }, |
| { |
| "epoch": 0.7829572100913007, |
| "grad_norm": 2.4375, |
| "learning_rate": 2.3708817773947977e-06, |
| "loss": 0.7910758495330811, |
| "step": 11770, |
| "token_acc": 0.8099270610041669 |
| }, |
| { |
| "epoch": 0.7836224243734513, |
| "grad_norm": 2.140625, |
| "learning_rate": 2.356971036236817e-06, |
| "loss": 0.7243244647979736, |
| "step": 11780, |
| "token_acc": 0.821688120457892 |
| }, |
| { |
| "epoch": 0.7842876386556019, |
| "grad_norm": 1.8671875, |
| "learning_rate": 2.3430957707724057e-06, |
| "loss": 0.7612554550170898, |
| "step": 11790, |
| "token_acc": 0.8176047654023166 |
| }, |
| { |
| "epoch": 0.7849528529377525, |
| "grad_norm": 2.109375, |
| "learning_rate": 2.32925604540466e-06, |
| "loss": 0.7582258224487305, |
| "step": 11800, |
| "token_acc": 0.8170749412665311 |
| }, |
| { |
| "epoch": 0.7856180672199032, |
| "grad_norm": 1.9609375, |
| "learning_rate": 2.315451924371702e-06, |
| "loss": 0.7338740348815918, |
| "step": 11810, |
| "token_acc": 0.8221260750601129 |
| }, |
| { |
| "epoch": 0.7862832815020538, |
| "grad_norm": 2.234375, |
| "learning_rate": 2.301683471746403e-06, |
| "loss": 0.7302828788757324, |
| "step": 11820, |
| "token_acc": 0.8217261802868979 |
| }, |
| { |
| "epoch": 0.7869484957842044, |
| "grad_norm": 1.84375, |
| "learning_rate": 2.2879507514360633e-06, |
| "loss": 0.7490485191345215, |
| "step": 11830, |
| "token_acc": 0.8166772795180133 |
| }, |
| { |
| "epoch": 0.7876137100663552, |
| "grad_norm": 2.21875, |
| "learning_rate": 2.274253827182138e-06, |
| "loss": 0.769069766998291, |
| "step": 11840, |
| "token_acc": 0.8169764114492077 |
| }, |
| { |
| "epoch": 0.7882789243485058, |
| "grad_norm": 2.21875, |
| "learning_rate": 2.2605927625599377e-06, |
| "loss": 0.749467134475708, |
| "step": 11850, |
| "token_acc": 0.8145708649570363 |
| }, |
| { |
| "epoch": 0.7889441386306564, |
| "grad_norm": 1.9765625, |
| "learning_rate": 2.246967620978313e-06, |
| "loss": 0.754631757736206, |
| "step": 11860, |
| "token_acc": 0.8188484593114135 |
| }, |
| { |
| "epoch": 0.789609352912807, |
| "grad_norm": 2.046875, |
| "learning_rate": 2.2333784656793867e-06, |
| "loss": 0.7520146846771241, |
| "step": 11870, |
| "token_acc": 0.8163362726248093 |
| }, |
| { |
| "epoch": 0.7902745671949577, |
| "grad_norm": 2.0625, |
| "learning_rate": 2.219825359738245e-06, |
| "loss": 0.8184666633605957, |
| "step": 11880, |
| "token_acc": 0.8016256830601093 |
| }, |
| { |
| "epoch": 0.7909397814771083, |
| "grad_norm": 2.015625, |
| "learning_rate": 2.206308366062645e-06, |
| "loss": 0.7541178703308106, |
| "step": 11890, |
| "token_acc": 0.8152556017710989 |
| }, |
| { |
| "epoch": 0.7916049957592589, |
| "grad_norm": 1.9765625, |
| "learning_rate": 2.192827547392733e-06, |
| "loss": 0.737539529800415, |
| "step": 11900, |
| "token_acc": 0.8185660700002758 |
| }, |
| { |
| "epoch": 0.7922702100414096, |
| "grad_norm": 2.4375, |
| "learning_rate": 2.1793829663007404e-06, |
| "loss": 0.7914046287536621, |
| "step": 11910, |
| "token_acc": 0.8103318334788416 |
| }, |
| { |
| "epoch": 0.7929354243235602, |
| "grad_norm": 2.453125, |
| "learning_rate": 2.1659746851907015e-06, |
| "loss": 0.716754150390625, |
| "step": 11920, |
| "token_acc": 0.825658600623572 |
| }, |
| { |
| "epoch": 0.7936006386057108, |
| "grad_norm": 2.203125, |
| "learning_rate": 2.152602766298162e-06, |
| "loss": 0.7402582168579102, |
| "step": 11930, |
| "token_acc": 0.8175593317559332 |
| }, |
| { |
| "epoch": 0.7942658528878616, |
| "grad_norm": 2.296875, |
| "learning_rate": 2.1392672716898875e-06, |
| "loss": 0.7885359287261963, |
| "step": 11940, |
| "token_acc": 0.8097111756371951 |
| }, |
| { |
| "epoch": 0.7949310671700122, |
| "grad_norm": 2.265625, |
| "learning_rate": 2.125968263263579e-06, |
| "loss": 0.74464111328125, |
| "step": 11950, |
| "token_acc": 0.8170758447033194 |
| }, |
| { |
| "epoch": 0.7955962814521628, |
| "grad_norm": 2.3125, |
| "learning_rate": 2.1127058027475877e-06, |
| "loss": 0.733258867263794, |
| "step": 11960, |
| "token_acc": 0.8242766407904023 |
| }, |
| { |
| "epoch": 0.7962614957343134, |
| "grad_norm": 2.125, |
| "learning_rate": 2.0994799517006146e-06, |
| "loss": 0.7569648265838623, |
| "step": 11970, |
| "token_acc": 0.8142647457792185 |
| }, |
| { |
| "epoch": 0.7969267100164641, |
| "grad_norm": 2.234375, |
| "learning_rate": 2.0862907715114435e-06, |
| "loss": 0.7476845741271972, |
| "step": 11980, |
| "token_acc": 0.8201262413058337 |
| }, |
| { |
| "epoch": 0.7975919242986147, |
| "grad_norm": 2.09375, |
| "learning_rate": 2.0731383233986526e-06, |
| "loss": 0.7600986957550049, |
| "step": 11990, |
| "token_acc": 0.817885262777175 |
| }, |
| { |
| "epoch": 0.7982571385807653, |
| "grad_norm": 1.9921875, |
| "learning_rate": 2.0600226684103098e-06, |
| "loss": 0.7477683067321778, |
| "step": 12000, |
| "token_acc": 0.8188194303038531 |
| }, |
| { |
| "epoch": 0.798922352862916, |
| "grad_norm": 2.34375, |
| "learning_rate": 2.0469438674237187e-06, |
| "loss": 0.7259119987487793, |
| "step": 12010, |
| "token_acc": 0.8261348005502063 |
| }, |
| { |
| "epoch": 0.7995875671450666, |
| "grad_norm": 2.265625, |
| "learning_rate": 2.0339019811451154e-06, |
| "loss": 0.8035065650939941, |
| "step": 12020, |
| "token_acc": 0.8065029434663243 |
| }, |
| { |
| "epoch": 0.8002527814272172, |
| "grad_norm": 2.25, |
| "learning_rate": 2.0208970701093966e-06, |
| "loss": 0.6975488662719727, |
| "step": 12030, |
| "token_acc": 0.8284871066514184 |
| }, |
| { |
| "epoch": 0.8009179957093678, |
| "grad_norm": 1.9375, |
| "learning_rate": 2.0079291946798343e-06, |
| "loss": 0.77200288772583, |
| "step": 12040, |
| "token_acc": 0.8162570539153672 |
| }, |
| { |
| "epoch": 0.8015832099915186, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.9949984150477975e-06, |
| "loss": 0.7325646877288818, |
| "step": 12050, |
| "token_acc": 0.8206230947291195 |
| }, |
| { |
| "epoch": 0.8022484242736692, |
| "grad_norm": 2.296875, |
| "learning_rate": 1.982104791232473e-06, |
| "loss": 0.7205623626708985, |
| "step": 12060, |
| "token_acc": 0.8245385707524846 |
| }, |
| { |
| "epoch": 0.8029136385558198, |
| "grad_norm": 2.515625, |
| "learning_rate": 1.9692483830805863e-06, |
| "loss": 0.6964698791503906, |
| "step": 12070, |
| "token_acc": 0.8283605174353206 |
| }, |
| { |
| "epoch": 0.8035788528379705, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.956429250266114e-06, |
| "loss": 0.7393205642700196, |
| "step": 12080, |
| "token_acc": 0.8223958579761671 |
| }, |
| { |
| "epoch": 0.8042440671201211, |
| "grad_norm": 2.5, |
| "learning_rate": 1.943647452290035e-06, |
| "loss": 0.739701223373413, |
| "step": 12090, |
| "token_acc": 0.8188068245594343 |
| }, |
| { |
| "epoch": 0.8049092814022717, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.930903048480024e-06, |
| "loss": 0.7362034797668457, |
| "step": 12100, |
| "token_acc": 0.8193545014343686 |
| }, |
| { |
| "epoch": 0.8055744956844223, |
| "grad_norm": 1.84375, |
| "learning_rate": 1.918196097990186e-06, |
| "loss": 0.7076382160186767, |
| "step": 12110, |
| "token_acc": 0.8275230239229197 |
| }, |
| { |
| "epoch": 0.806239709966573, |
| "grad_norm": 1.875, |
| "learning_rate": 1.9055266598007837e-06, |
| "loss": 0.7217838764190674, |
| "step": 12120, |
| "token_acc": 0.8229313185709118 |
| }, |
| { |
| "epoch": 0.8069049242487236, |
| "grad_norm": 2.53125, |
| "learning_rate": 1.8928947927179774e-06, |
| "loss": 0.7601078033447266, |
| "step": 12130, |
| "token_acc": 0.816590326569808 |
| }, |
| { |
| "epoch": 0.8075701385308742, |
| "grad_norm": 2.359375, |
| "learning_rate": 1.880300555373521e-06, |
| "loss": 0.7383596897125244, |
| "step": 12140, |
| "token_acc": 0.8207176063893193 |
| }, |
| { |
| "epoch": 0.8082353528130249, |
| "grad_norm": 2.359375, |
| "learning_rate": 1.8677440062245134e-06, |
| "loss": 0.7522371292114258, |
| "step": 12150, |
| "token_acc": 0.8152425116686555 |
| }, |
| { |
| "epoch": 0.8089005670951755, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.8552252035531238e-06, |
| "loss": 0.7690191268920898, |
| "step": 12160, |
| "token_acc": 0.817273856703614 |
| }, |
| { |
| "epoch": 0.8095657813773262, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.8427442054663159e-06, |
| "loss": 0.7667648792266846, |
| "step": 12170, |
| "token_acc": 0.814929986003534 |
| }, |
| { |
| "epoch": 0.8102309956594768, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.8303010698955803e-06, |
| "loss": 0.7468802452087402, |
| "step": 12180, |
| "token_acc": 0.8176888756057469 |
| }, |
| { |
| "epoch": 0.8108962099416275, |
| "grad_norm": 2.21875, |
| "learning_rate": 1.8178958545966663e-06, |
| "loss": 0.7648351669311524, |
| "step": 12190, |
| "token_acc": 0.8128869218735375 |
| }, |
| { |
| "epoch": 0.8115614242237781, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.8055286171493135e-06, |
| "loss": 0.7331006050109863, |
| "step": 12200, |
| "token_acc": 0.8220014994826166 |
| }, |
| { |
| "epoch": 0.8122266385059287, |
| "grad_norm": 2.59375, |
| "learning_rate": 1.7931994149569865e-06, |
| "loss": 0.7772156715393066, |
| "step": 12210, |
| "token_acc": 0.8127629733520336 |
| }, |
| { |
| "epoch": 0.8128918527880794, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.780908305246597e-06, |
| "loss": 0.7343027591705322, |
| "step": 12220, |
| "token_acc": 0.8207935622980661 |
| }, |
| { |
| "epoch": 0.81355706707023, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.768655345068262e-06, |
| "loss": 0.768639326095581, |
| "step": 12230, |
| "token_acc": 0.813776887186578 |
| }, |
| { |
| "epoch": 0.8142222813523806, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.7564405912950178e-06, |
| "loss": 0.7219296455383301, |
| "step": 12240, |
| "token_acc": 0.8235673885278804 |
| }, |
| { |
| "epoch": 0.8148874956345312, |
| "grad_norm": 2.671875, |
| "learning_rate": 1.744264100622558e-06, |
| "loss": 0.7291380405426026, |
| "step": 12250, |
| "token_acc": 0.8228839549028116 |
| }, |
| { |
| "epoch": 0.8155527099166819, |
| "grad_norm": 2.25, |
| "learning_rate": 1.7321259295689785e-06, |
| "loss": 0.7431364059448242, |
| "step": 12260, |
| "token_acc": 0.8195356285028023 |
| }, |
| { |
| "epoch": 0.8162179241988325, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.7200261344745205e-06, |
| "loss": 0.76451096534729, |
| "step": 12270, |
| "token_acc": 0.8156587620492104 |
| }, |
| { |
| "epoch": 0.8168831384809832, |
| "grad_norm": 1.984375, |
| "learning_rate": 1.707964771501286e-06, |
| "loss": 0.7611779689788818, |
| "step": 12280, |
| "token_acc": 0.8145329046898638 |
| }, |
| { |
| "epoch": 0.8175483527631339, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.6959418966329999e-06, |
| "loss": 0.7500142574310302, |
| "step": 12290, |
| "token_acc": 0.8154514690047685 |
| }, |
| { |
| "epoch": 0.8182135670452845, |
| "grad_norm": 2.734375, |
| "learning_rate": 1.6839575656747386e-06, |
| "loss": 0.7421700477600097, |
| "step": 12300, |
| "token_acc": 0.816257124037002 |
| }, |
| { |
| "epoch": 0.8188787813274351, |
| "grad_norm": 2.421875, |
| "learning_rate": 1.6720118342526782e-06, |
| "loss": 0.7606112957000732, |
| "step": 12310, |
| "token_acc": 0.8181655271283634 |
| }, |
| { |
| "epoch": 0.8195439956095857, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.6601047578138273e-06, |
| "loss": 0.7495483875274658, |
| "step": 12320, |
| "token_acc": 0.8195997507654582 |
| }, |
| { |
| "epoch": 0.8202092098917364, |
| "grad_norm": 2.4375, |
| "learning_rate": 1.648236391625776e-06, |
| "loss": 0.6780556678771973, |
| "step": 12330, |
| "token_acc": 0.8346865506766087 |
| }, |
| { |
| "epoch": 0.820874424173887, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.636406790776439e-06, |
| "loss": 0.7678157329559326, |
| "step": 12340, |
| "token_acc": 0.8124002569315224 |
| }, |
| { |
| "epoch": 0.8215396384560376, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.6246160101738018e-06, |
| "loss": 0.7722493171691894, |
| "step": 12350, |
| "token_acc": 0.8122545117209345 |
| }, |
| { |
| "epoch": 0.8222048527381883, |
| "grad_norm": 2.25, |
| "learning_rate": 1.6128641045456494e-06, |
| "loss": 0.7382788181304931, |
| "step": 12360, |
| "token_acc": 0.8185960574024422 |
| }, |
| { |
| "epoch": 0.8228700670203389, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.6011511284393433e-06, |
| "loss": 0.7551382064819336, |
| "step": 12370, |
| "token_acc": 0.8168432818175956 |
| }, |
| { |
| "epoch": 0.8235352813024895, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.5894771362215432e-06, |
| "loss": 0.705793809890747, |
| "step": 12380, |
| "token_acc": 0.8273193211526816 |
| }, |
| { |
| "epoch": 0.8242004955846401, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.5778421820779576e-06, |
| "loss": 0.7620275020599365, |
| "step": 12390, |
| "token_acc": 0.8180935231397459 |
| }, |
| { |
| "epoch": 0.8248657098667909, |
| "grad_norm": 2.734375, |
| "learning_rate": 1.5662463200131028e-06, |
| "loss": 0.7643431663513184, |
| "step": 12400, |
| "token_acc": 0.8124061356780694 |
| }, |
| { |
| "epoch": 0.8255309241489415, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.5546896038500403e-06, |
| "loss": 0.7291480541229248, |
| "step": 12410, |
| "token_acc": 0.8193728589590236 |
| }, |
| { |
| "epoch": 0.8261961384310921, |
| "grad_norm": 2.53125, |
| "learning_rate": 1.543172087230147e-06, |
| "loss": 0.729656457901001, |
| "step": 12420, |
| "token_acc": 0.8244187221268059 |
| }, |
| { |
| "epoch": 0.8268613527132428, |
| "grad_norm": 2.59375, |
| "learning_rate": 1.5316938236128332e-06, |
| "loss": 0.7139503002166748, |
| "step": 12430, |
| "token_acc": 0.8234331294378017 |
| }, |
| { |
| "epoch": 0.8275265669953934, |
| "grad_norm": 2.546875, |
| "learning_rate": 1.5202548662753247e-06, |
| "loss": 0.7956299304962158, |
| "step": 12440, |
| "token_acc": 0.8066082152796669 |
| }, |
| { |
| "epoch": 0.828191781277544, |
| "grad_norm": 2.203125, |
| "learning_rate": 1.5088552683124036e-06, |
| "loss": 0.7592096328735352, |
| "step": 12450, |
| "token_acc": 0.8156857153042673 |
| }, |
| { |
| "epoch": 0.8288569955596947, |
| "grad_norm": 2.296875, |
| "learning_rate": 1.49749508263616e-06, |
| "loss": 0.6916064739227294, |
| "step": 12460, |
| "token_acc": 0.8311400277049132 |
| }, |
| { |
| "epoch": 0.8295222098418453, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.4861743619757497e-06, |
| "loss": 0.7815629959106445, |
| "step": 12470, |
| "token_acc": 0.811484525266655 |
| }, |
| { |
| "epoch": 0.8301874241239959, |
| "grad_norm": 1.890625, |
| "learning_rate": 1.4748931588771486e-06, |
| "loss": 0.7507816314697265, |
| "step": 12480, |
| "token_acc": 0.817081788943854 |
| }, |
| { |
| "epoch": 0.8308526384061465, |
| "grad_norm": 2.390625, |
| "learning_rate": 1.4636515257029116e-06, |
| "loss": 0.7319404602050781, |
| "step": 12490, |
| "token_acc": 0.8256226342549934 |
| }, |
| { |
| "epoch": 0.8315178526882973, |
| "grad_norm": 2.75, |
| "learning_rate": 1.4524495146319184e-06, |
| "loss": 0.710325050354004, |
| "step": 12500, |
| "token_acc": 0.8248488121670368 |
| }, |
| { |
| "epoch": 0.8321830669704479, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.441287177659151e-06, |
| "loss": 0.7421144008636474, |
| "step": 12510, |
| "token_acc": 0.8172642963289118 |
| }, |
| { |
| "epoch": 0.8328482812525985, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.4301645665954357e-06, |
| "loss": 0.7401434421539307, |
| "step": 12520, |
| "token_acc": 0.8226652881746322 |
| }, |
| { |
| "epoch": 0.8335134955347492, |
| "grad_norm": 2.0, |
| "learning_rate": 1.4190817330672047e-06, |
| "loss": 0.7506049633026123, |
| "step": 12530, |
| "token_acc": 0.81846830581361 |
| }, |
| { |
| "epoch": 0.8341787098168998, |
| "grad_norm": 2.453125, |
| "learning_rate": 1.4080387285162645e-06, |
| "loss": 0.7490301609039307, |
| "step": 12540, |
| "token_acc": 0.8182030424418176 |
| }, |
| { |
| "epoch": 0.8348439240990504, |
| "grad_norm": 2.390625, |
| "learning_rate": 1.3970356041995492e-06, |
| "loss": 0.7642875671386719, |
| "step": 12550, |
| "token_acc": 0.8143642492175169 |
| }, |
| { |
| "epoch": 0.835509138381201, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.3860724111888934e-06, |
| "loss": 0.68789701461792, |
| "step": 12560, |
| "token_acc": 0.8304143113997077 |
| }, |
| { |
| "epoch": 0.8361743526633517, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.3751492003707757e-06, |
| "loss": 0.7259564876556397, |
| "step": 12570, |
| "token_acc": 0.8198569999629534 |
| }, |
| { |
| "epoch": 0.8368395669455023, |
| "grad_norm": 2.421875, |
| "learning_rate": 1.3642660224461034e-06, |
| "loss": 0.7669519424438477, |
| "step": 12580, |
| "token_acc": 0.8151452552690637 |
| }, |
| { |
| "epoch": 0.8375047812276529, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.3534229279299637e-06, |
| "loss": 0.7269845485687256, |
| "step": 12590, |
| "token_acc": 0.8242235361386356 |
| }, |
| { |
| "epoch": 0.8381699955098036, |
| "grad_norm": 2.640625, |
| "learning_rate": 1.342619967151395e-06, |
| "loss": 0.7418327808380127, |
| "step": 12600, |
| "token_acc": 0.8111864259173247 |
| }, |
| { |
| "epoch": 0.8388352097919543, |
| "grad_norm": 2.421875, |
| "learning_rate": 1.331857190253154e-06, |
| "loss": 0.725627326965332, |
| "step": 12610, |
| "token_acc": 0.8239855072463768 |
| }, |
| { |
| "epoch": 0.8395004240741049, |
| "grad_norm": 2.453125, |
| "learning_rate": 1.3211346471914766e-06, |
| "loss": 0.6911958694458008, |
| "step": 12620, |
| "token_acc": 0.8333344906844806 |
| }, |
| { |
| "epoch": 0.8401656383562555, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.3104523877358554e-06, |
| "loss": 0.7832218647003174, |
| "step": 12630, |
| "token_acc": 0.8087223102737534 |
| }, |
| { |
| "epoch": 0.8408308526384062, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.2998104614687946e-06, |
| "loss": 0.739612627029419, |
| "step": 12640, |
| "token_acc": 0.819972264538915 |
| }, |
| { |
| "epoch": 0.8414960669205568, |
| "grad_norm": 2.3125, |
| "learning_rate": 1.2892089177856003e-06, |
| "loss": 0.7351601123809814, |
| "step": 12650, |
| "token_acc": 0.8226423204043218 |
| }, |
| { |
| "epoch": 0.8421612812027074, |
| "grad_norm": 2.203125, |
| "learning_rate": 1.2786478058941354e-06, |
| "loss": 0.7449721336364746, |
| "step": 12660, |
| "token_acc": 0.81940742621032 |
| }, |
| { |
| "epoch": 0.8428264954848581, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.268127174814594e-06, |
| "loss": 0.746445894241333, |
| "step": 12670, |
| "token_acc": 0.8168626936385046 |
| }, |
| { |
| "epoch": 0.8434917097670087, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.2576470733792734e-06, |
| "loss": 0.7860873222351075, |
| "step": 12680, |
| "token_acc": 0.805779400654747 |
| }, |
| { |
| "epoch": 0.8441569240491593, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.2472075502323521e-06, |
| "loss": 0.7526457786560059, |
| "step": 12690, |
| "token_acc": 0.8191349659825932 |
| }, |
| { |
| "epoch": 0.8448221383313099, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.2368086538296676e-06, |
| "loss": 0.7363354682922363, |
| "step": 12700, |
| "token_acc": 0.8211748065012922 |
| }, |
| { |
| "epoch": 0.8454873526134606, |
| "grad_norm": 1.984375, |
| "learning_rate": 1.226450432438474e-06, |
| "loss": 0.7500771045684814, |
| "step": 12710, |
| "token_acc": 0.8186567164179105 |
| }, |
| { |
| "epoch": 0.8461525668956112, |
| "grad_norm": 2.46875, |
| "learning_rate": 1.2161329341372364e-06, |
| "loss": 0.7871901035308838, |
| "step": 12720, |
| "token_acc": 0.8112322902864132 |
| }, |
| { |
| "epoch": 0.8468177811777619, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.2058562068153979e-06, |
| "loss": 0.7285461902618409, |
| "step": 12730, |
| "token_acc": 0.8226884136200507 |
| }, |
| { |
| "epoch": 0.8474829954599126, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.1956202981731623e-06, |
| "loss": 0.7703880786895752, |
| "step": 12740, |
| "token_acc": 0.8149514402559325 |
| }, |
| { |
| "epoch": 0.8481482097420632, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.1854252557212686e-06, |
| "loss": 0.7086236476898193, |
| "step": 12750, |
| "token_acc": 0.8280805899149977 |
| }, |
| { |
| "epoch": 0.8488134240242138, |
| "grad_norm": 2.765625, |
| "learning_rate": 1.1752711267807726e-06, |
| "loss": 0.7329237937927247, |
| "step": 12760, |
| "token_acc": 0.8225149067854177 |
| }, |
| { |
| "epoch": 0.8494786383063644, |
| "grad_norm": 2.546875, |
| "learning_rate": 1.1651579584828298e-06, |
| "loss": 0.7215950012207031, |
| "step": 12770, |
| "token_acc": 0.8203919835164444 |
| }, |
| { |
| "epoch": 0.8501438525885151, |
| "grad_norm": 2.359375, |
| "learning_rate": 1.155085797768465e-06, |
| "loss": 0.7757081508636474, |
| "step": 12780, |
| "token_acc": 0.8136971738531787 |
| }, |
| { |
| "epoch": 0.8508090668706657, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.1450546913883743e-06, |
| "loss": 0.7807986736297607, |
| "step": 12790, |
| "token_acc": 0.8108581436077058 |
| }, |
| { |
| "epoch": 0.8514742811528163, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.1350646859026926e-06, |
| "loss": 0.7674762725830078, |
| "step": 12800, |
| "token_acc": 0.8154182735093444 |
| }, |
| { |
| "epoch": 0.852139495434967, |
| "grad_norm": 2.484375, |
| "learning_rate": 1.1251158276807817e-06, |
| "loss": 0.800546932220459, |
| "step": 12810, |
| "token_acc": 0.8074464009722461 |
| }, |
| { |
| "epoch": 0.8528047097171176, |
| "grad_norm": 2.34375, |
| "learning_rate": 1.1152081629010102e-06, |
| "loss": 0.7580554008483886, |
| "step": 12820, |
| "token_acc": 0.8151567812618058 |
| }, |
| { |
| "epoch": 0.8534699239992682, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.1053417375505514e-06, |
| "loss": 0.7284594058990479, |
| "step": 12830, |
| "token_acc": 0.8234221641496248 |
| }, |
| { |
| "epoch": 0.8541351382814188, |
| "grad_norm": 2.75, |
| "learning_rate": 1.0955165974251657e-06, |
| "loss": 0.7424296379089356, |
| "step": 12840, |
| "token_acc": 0.8168002419476789 |
| }, |
| { |
| "epoch": 0.8548003525635696, |
| "grad_norm": 2.375, |
| "learning_rate": 1.0857327881289726e-06, |
| "loss": 0.7666614055633545, |
| "step": 12850, |
| "token_acc": 0.8153631382403239 |
| }, |
| { |
| "epoch": 0.8554655668457202, |
| "grad_norm": 2.4375, |
| "learning_rate": 1.0759903550742613e-06, |
| "loss": 0.7432961940765381, |
| "step": 12860, |
| "token_acc": 0.8213769658725228 |
| }, |
| { |
| "epoch": 0.8561307811278708, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.066289343481267e-06, |
| "loss": 0.7240518093109131, |
| "step": 12870, |
| "token_acc": 0.8237197867025239 |
| }, |
| { |
| "epoch": 0.8567959954100215, |
| "grad_norm": 2.359375, |
| "learning_rate": 1.056629798377965e-06, |
| "loss": 0.7952365398406982, |
| "step": 12880, |
| "token_acc": 0.8105818414322251 |
| }, |
| { |
| "epoch": 0.8574612096921721, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.047011764599859e-06, |
| "loss": 0.7083343029022217, |
| "step": 12890, |
| "token_acc": 0.8284742135085817 |
| }, |
| { |
| "epoch": 0.8581264239743227, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.0374352867897774e-06, |
| "loss": 0.6590012550354004, |
| "step": 12900, |
| "token_acc": 0.8368652564437173 |
| }, |
| { |
| "epoch": 0.8587916382564734, |
| "grad_norm": 2.125, |
| "learning_rate": 1.0279004093976608e-06, |
| "loss": 0.7335064888000489, |
| "step": 12910, |
| "token_acc": 0.8238477200366215 |
| }, |
| { |
| "epoch": 0.859456852538624, |
| "grad_norm": 2.203125, |
| "learning_rate": 1.0184071766803604e-06, |
| "loss": 0.728295087814331, |
| "step": 12920, |
| "token_acc": 0.8247248599467599 |
| }, |
| { |
| "epoch": 0.8601220668207746, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.0089556327014282e-06, |
| "loss": 0.7359903812408447, |
| "step": 12930, |
| "token_acc": 0.8194429933881584 |
| }, |
| { |
| "epoch": 0.8607872811029252, |
| "grad_norm": 1.9140625, |
| "learning_rate": 9.995458213309184e-07, |
| "loss": 0.7680520057678223, |
| "step": 12940, |
| "token_acc": 0.810745918258457 |
| }, |
| { |
| "epoch": 0.861452495385076, |
| "grad_norm": 2.0625, |
| "learning_rate": 9.901777862451779e-07, |
| "loss": 0.7582465648651123, |
| "step": 12950, |
| "token_acc": 0.8159220807907889 |
| }, |
| { |
| "epoch": 0.8621177096672266, |
| "grad_norm": 2.078125, |
| "learning_rate": 9.80851570926642e-07, |
| "loss": 0.7138647556304931, |
| "step": 12960, |
| "token_acc": 0.8266051910084578 |
| }, |
| { |
| "epoch": 0.8627829239493772, |
| "grad_norm": 2.1875, |
| "learning_rate": 9.715672186636417e-07, |
| "loss": 0.7412016868591309, |
| "step": 12970, |
| "token_acc": 0.8185737193949449 |
| }, |
| { |
| "epoch": 0.8634481382315279, |
| "grad_norm": 2.125, |
| "learning_rate": 9.623247725502006e-07, |
| "loss": 0.7839868068695068, |
| "step": 12980, |
| "token_acc": 0.8117788941635556 |
| }, |
| { |
| "epoch": 0.8641133525136785, |
| "grad_norm": 2.1875, |
| "learning_rate": 9.531242754858227e-07, |
| "loss": 0.7455582618713379, |
| "step": 12990, |
| "token_acc": 0.8201620427862767 |
| }, |
| { |
| "epoch": 0.8647785667958291, |
| "grad_norm": 1.890625, |
| "learning_rate": 9.43965770175308e-07, |
| "loss": 0.7250793933868408, |
| "step": 13000, |
| "token_acc": 0.822643199031361 |
| }, |
| { |
| "epoch": 0.8654437810779797, |
| "grad_norm": 2.390625, |
| "learning_rate": 9.348492991285463e-07, |
| "loss": 0.7411177635192872, |
| "step": 13010, |
| "token_acc": 0.8192769424680933 |
| }, |
| { |
| "epoch": 0.8661089953601304, |
| "grad_norm": 2.0625, |
| "learning_rate": 9.257749046603259e-07, |
| "loss": 0.7831026077270508, |
| "step": 13020, |
| "token_acc": 0.8101883171994736 |
| }, |
| { |
| "epoch": 0.866774209642281, |
| "grad_norm": 2.296875, |
| "learning_rate": 9.167426288901293e-07, |
| "loss": 0.7803151130676269, |
| "step": 13030, |
| "token_acc": 0.8123504774669124 |
| }, |
| { |
| "epoch": 0.8674394239244316, |
| "grad_norm": 2.234375, |
| "learning_rate": 9.07752513741944e-07, |
| "loss": 0.7455216407775879, |
| "step": 13040, |
| "token_acc": 0.8166975358350781 |
| }, |
| { |
| "epoch": 0.8681046382065823, |
| "grad_norm": 1.9765625, |
| "learning_rate": 8.988046009440665e-07, |
| "loss": 0.7800196170806885, |
| "step": 13050, |
| "token_acc": 0.8122681583318561 |
| }, |
| { |
| "epoch": 0.868769852488733, |
| "grad_norm": 2.078125, |
| "learning_rate": 8.898989320289042e-07, |
| "loss": 0.7537990570068359, |
| "step": 13060, |
| "token_acc": 0.8186883958644726 |
| }, |
| { |
| "epoch": 0.8694350667708836, |
| "grad_norm": 2.25, |
| "learning_rate": 8.810355483327915e-07, |
| "loss": 0.7591912746429443, |
| "step": 13070, |
| "token_acc": 0.8177129937637038 |
| }, |
| { |
| "epoch": 0.8701002810530342, |
| "grad_norm": 2.203125, |
| "learning_rate": 8.722144909957874e-07, |
| "loss": 0.7606600284576416, |
| "step": 13080, |
| "token_acc": 0.8152078518561858 |
| }, |
| { |
| "epoch": 0.8707654953351849, |
| "grad_norm": 1.9765625, |
| "learning_rate": 8.634358009614985e-07, |
| "loss": 0.7688061237335205, |
| "step": 13090, |
| "token_acc": 0.8100127848692088 |
| }, |
| { |
| "epoch": 0.8714307096173355, |
| "grad_norm": 2.21875, |
| "learning_rate": 8.54699518976867e-07, |
| "loss": 0.7757150173187256, |
| "step": 13100, |
| "token_acc": 0.8124304450110583 |
| }, |
| { |
| "epoch": 0.8720959238994861, |
| "grad_norm": 2.078125, |
| "learning_rate": 8.460056855920051e-07, |
| "loss": 0.775514030456543, |
| "step": 13110, |
| "token_acc": 0.8147016963025857 |
| }, |
| { |
| "epoch": 0.8727611381816368, |
| "grad_norm": 2.4375, |
| "learning_rate": 8.373543411599993e-07, |
| "loss": 0.7836643695831299, |
| "step": 13120, |
| "token_acc": 0.8066403877046857 |
| }, |
| { |
| "epoch": 0.8734263524637874, |
| "grad_norm": 2.6875, |
| "learning_rate": 8.287455258367083e-07, |
| "loss": 0.7556148052215577, |
| "step": 13130, |
| "token_acc": 0.8172252317155959 |
| }, |
| { |
| "epoch": 0.874091566745938, |
| "grad_norm": 2.59375, |
| "learning_rate": 8.201792795805985e-07, |
| "loss": 0.7418502807617188, |
| "step": 13140, |
| "token_acc": 0.8174628347629423 |
| }, |
| { |
| "epoch": 0.8747567810280886, |
| "grad_norm": 2.171875, |
| "learning_rate": 8.116556421525467e-07, |
| "loss": 0.7138179302215576, |
| "step": 13150, |
| "token_acc": 0.8282519739496282 |
| }, |
| { |
| "epoch": 0.8754219953102393, |
| "grad_norm": 2.265625, |
| "learning_rate": 8.031746531156559e-07, |
| "loss": 0.7524651050567627, |
| "step": 13160, |
| "token_acc": 0.8180933509156683 |
| }, |
| { |
| "epoch": 0.87608720959239, |
| "grad_norm": 1.90625, |
| "learning_rate": 7.947363518350748e-07, |
| "loss": 0.7429336547851563, |
| "step": 13170, |
| "token_acc": 0.8234292657885673 |
| }, |
| { |
| "epoch": 0.8767524238745406, |
| "grad_norm": 1.7265625, |
| "learning_rate": 7.86340777477812e-07, |
| "loss": 0.7226759910583496, |
| "step": 13180, |
| "token_acc": 0.8244128253222435 |
| }, |
| { |
| "epoch": 0.8774176381566913, |
| "grad_norm": 2.4375, |
| "learning_rate": 7.779879690125592e-07, |
| "loss": 0.7520774364471435, |
| "step": 13190, |
| "token_acc": 0.817699127812606 |
| }, |
| { |
| "epoch": 0.8780828524388419, |
| "grad_norm": 1.9921875, |
| "learning_rate": 7.696779652095043e-07, |
| "loss": 0.805053424835205, |
| "step": 13200, |
| "token_acc": 0.8062535295841703 |
| }, |
| { |
| "epoch": 0.8787480667209925, |
| "grad_norm": 2.046875, |
| "learning_rate": 7.614108046401513e-07, |
| "loss": 0.8226052284240722, |
| "step": 13210, |
| "token_acc": 0.7965224016477592 |
| }, |
| { |
| "epoch": 0.8794132810031431, |
| "grad_norm": 2.03125, |
| "learning_rate": 7.53186525677152e-07, |
| "loss": 0.8116080284118652, |
| "step": 13220, |
| "token_acc": 0.8094030344505491 |
| }, |
| { |
| "epoch": 0.8800784952852938, |
| "grad_norm": 2.140625, |
| "learning_rate": 7.45005166494116e-07, |
| "loss": 0.7549985408782959, |
| "step": 13230, |
| "token_acc": 0.8144020132290049 |
| }, |
| { |
| "epoch": 0.8807437095674444, |
| "grad_norm": 2.21875, |
| "learning_rate": 7.368667650654337e-07, |
| "loss": 0.8589279174804687, |
| "step": 13240, |
| "token_acc": 0.7950872656755009 |
| }, |
| { |
| "epoch": 0.881408923849595, |
| "grad_norm": 2.21875, |
| "learning_rate": 7.287713591661061e-07, |
| "loss": 0.760920524597168, |
| "step": 13250, |
| "token_acc": 0.8157280952217139 |
| }, |
| { |
| "epoch": 0.8820741381317457, |
| "grad_norm": 2.234375, |
| "learning_rate": 7.207189863715747e-07, |
| "loss": 0.7139156818389892, |
| "step": 13260, |
| "token_acc": 0.827196529470048 |
| }, |
| { |
| "epoch": 0.8827393524138963, |
| "grad_norm": 2.53125, |
| "learning_rate": 7.127096840575276e-07, |
| "loss": 0.7730007648468018, |
| "step": 13270, |
| "token_acc": 0.813000487930886 |
| }, |
| { |
| "epoch": 0.883404566696047, |
| "grad_norm": 2.421875, |
| "learning_rate": 7.047434893997451e-07, |
| "loss": 0.7661628723144531, |
| "step": 13280, |
| "token_acc": 0.8150740969984135 |
| }, |
| { |
| "epoch": 0.8840697809781976, |
| "grad_norm": 2.296875, |
| "learning_rate": 6.968204393739197e-07, |
| "loss": 0.7571478843688965, |
| "step": 13290, |
| "token_acc": 0.8160553962509861 |
| }, |
| { |
| "epoch": 0.8847349952603483, |
| "grad_norm": 2.546875, |
| "learning_rate": 6.889405707554819e-07, |
| "loss": 0.7427309036254883, |
| "step": 13300, |
| "token_acc": 0.8197933233117651 |
| }, |
| { |
| "epoch": 0.8854002095424989, |
| "grad_norm": 2.46875, |
| "learning_rate": 6.811039201194369e-07, |
| "loss": 0.779467248916626, |
| "step": 13310, |
| "token_acc": 0.812604294498445 |
| }, |
| { |
| "epoch": 0.8860654238246495, |
| "grad_norm": 2.1875, |
| "learning_rate": 6.733105238401849e-07, |
| "loss": 0.7616754055023194, |
| "step": 13320, |
| "token_acc": 0.8161051985134442 |
| }, |
| { |
| "epoch": 0.8867306381068002, |
| "grad_norm": 2.1875, |
| "learning_rate": 6.655604180913633e-07, |
| "loss": 0.7989961624145507, |
| "step": 13330, |
| "token_acc": 0.8055249517527968 |
| }, |
| { |
| "epoch": 0.8873958523889508, |
| "grad_norm": 2.21875, |
| "learning_rate": 6.578536388456713e-07, |
| "loss": 0.7707967758178711, |
| "step": 13340, |
| "token_acc": 0.8103733045424321 |
| }, |
| { |
| "epoch": 0.8880610666711014, |
| "grad_norm": 2.21875, |
| "learning_rate": 6.50190221874698e-07, |
| "loss": 0.7407102584838867, |
| "step": 13350, |
| "token_acc": 0.8193373292692074 |
| }, |
| { |
| "epoch": 0.888726280953252, |
| "grad_norm": 2.21875, |
| "learning_rate": 6.425702027487768e-07, |
| "loss": 0.7559770107269287, |
| "step": 13360, |
| "token_acc": 0.8151810648720413 |
| }, |
| { |
| "epoch": 0.8893914952354027, |
| "grad_norm": 2.3125, |
| "learning_rate": 6.349936168367965e-07, |
| "loss": 0.7173273086547851, |
| "step": 13370, |
| "token_acc": 0.8251174342638087 |
| }, |
| { |
| "epoch": 0.8900567095175533, |
| "grad_norm": 2.140625, |
| "learning_rate": 6.274604993060496e-07, |
| "loss": 0.7484136581420898, |
| "step": 13380, |
| "token_acc": 0.8187664551771764 |
| }, |
| { |
| "epoch": 0.8907219237997039, |
| "grad_norm": 2.15625, |
| "learning_rate": 6.199708851220665e-07, |
| "loss": 0.7472971439361572, |
| "step": 13390, |
| "token_acc": 0.8170596467140179 |
| }, |
| { |
| "epoch": 0.8913871380818547, |
| "grad_norm": 2.015625, |
| "learning_rate": 6.125248090484581e-07, |
| "loss": 0.7495847702026367, |
| "step": 13400, |
| "token_acc": 0.8190375353467533 |
| }, |
| { |
| "epoch": 0.8920523523640053, |
| "grad_norm": 2.21875, |
| "learning_rate": 6.051223056467448e-07, |
| "loss": 0.737662935256958, |
| "step": 13410, |
| "token_acc": 0.8236756001617588 |
| }, |
| { |
| "epoch": 0.8927175666461559, |
| "grad_norm": 2.203125, |
| "learning_rate": 5.977634092762019e-07, |
| "loss": 0.7727813243865966, |
| "step": 13420, |
| "token_acc": 0.8146888944694497 |
| }, |
| { |
| "epoch": 0.8933827809283066, |
| "grad_norm": 2.15625, |
| "learning_rate": 5.904481540937001e-07, |
| "loss": 0.7136052131652832, |
| "step": 13430, |
| "token_acc": 0.8289308629514816 |
| }, |
| { |
| "epoch": 0.8940479952104572, |
| "grad_norm": 2.484375, |
| "learning_rate": 5.831765740535467e-07, |
| "loss": 0.7773768901824951, |
| "step": 13440, |
| "token_acc": 0.8123344191096634 |
| }, |
| { |
| "epoch": 0.8947132094926078, |
| "grad_norm": 2.546875, |
| "learning_rate": 5.759487029073274e-07, |
| "loss": 0.7534355163574219, |
| "step": 13450, |
| "token_acc": 0.8203983516483516 |
| }, |
| { |
| "epoch": 0.8953784237747584, |
| "grad_norm": 2.015625, |
| "learning_rate": 5.687645742037485e-07, |
| "loss": 0.7715285778045654, |
| "step": 13460, |
| "token_acc": 0.8132360165625658 |
| }, |
| { |
| "epoch": 0.8960436380569091, |
| "grad_norm": 2.421875, |
| "learning_rate": 5.616242212884848e-07, |
| "loss": 0.7049496650695801, |
| "step": 13470, |
| "token_acc": 0.8300445326681729 |
| }, |
| { |
| "epoch": 0.8967088523390597, |
| "grad_norm": 2.53125, |
| "learning_rate": 5.545276773040232e-07, |
| "loss": 0.7721897602081299, |
| "step": 13480, |
| "token_acc": 0.812478217936803 |
| }, |
| { |
| "epoch": 0.8973740666212103, |
| "grad_norm": 2.171875, |
| "learning_rate": 5.474749751895003e-07, |
| "loss": 0.7733312129974366, |
| "step": 13490, |
| "token_acc": 0.8136938724882163 |
| }, |
| { |
| "epoch": 0.898039280903361, |
| "grad_norm": 1.984375, |
| "learning_rate": 5.404661476805672e-07, |
| "loss": 0.7222862243652344, |
| "step": 13500, |
| "token_acc": 0.8246481926761008 |
| }, |
| { |
| "epoch": 0.8987044951855117, |
| "grad_norm": 2.15625, |
| "learning_rate": 5.335012273092255e-07, |
| "loss": 0.7655940055847168, |
| "step": 13510, |
| "token_acc": 0.8143879144423866 |
| }, |
| { |
| "epoch": 0.8993697094676623, |
| "grad_norm": 2.015625, |
| "learning_rate": 5.265802464036729e-07, |
| "loss": 0.7593111991882324, |
| "step": 13520, |
| "token_acc": 0.8167902449309484 |
| }, |
| { |
| "epoch": 0.9000349237498129, |
| "grad_norm": 2.203125, |
| "learning_rate": 5.19703237088165e-07, |
| "loss": 0.7332557201385498, |
| "step": 13530, |
| "token_acc": 0.8237590976509951 |
| }, |
| { |
| "epoch": 0.9007001380319636, |
| "grad_norm": 1.7890625, |
| "learning_rate": 5.128702312828548e-07, |
| "loss": 0.7696627140045166, |
| "step": 13540, |
| "token_acc": 0.8126790553619821 |
| }, |
| { |
| "epoch": 0.9013653523141142, |
| "grad_norm": 1.9140625, |
| "learning_rate": 5.06081260703657e-07, |
| "loss": 0.7411143779754639, |
| "step": 13550, |
| "token_acc": 0.8146489915277056 |
| }, |
| { |
| "epoch": 0.9020305665962648, |
| "grad_norm": 2.109375, |
| "learning_rate": 4.993363568620846e-07, |
| "loss": 0.777694845199585, |
| "step": 13560, |
| "token_acc": 0.8094625500285878 |
| }, |
| { |
| "epoch": 0.9026957808784155, |
| "grad_norm": 2.15625, |
| "learning_rate": 4.926355510651193e-07, |
| "loss": 0.7542600631713867, |
| "step": 13570, |
| "token_acc": 0.8190626423163995 |
| }, |
| { |
| "epoch": 0.9033609951605661, |
| "grad_norm": 1.734375, |
| "learning_rate": 4.859788744150518e-07, |
| "loss": 0.7475131511688232, |
| "step": 13580, |
| "token_acc": 0.8155408629268626 |
| }, |
| { |
| "epoch": 0.9040262094427167, |
| "grad_norm": 2.125, |
| "learning_rate": 4.793663578093499e-07, |
| "loss": 0.7440214633941651, |
| "step": 13590, |
| "token_acc": 0.8193256386219827 |
| }, |
| { |
| "epoch": 0.9046914237248673, |
| "grad_norm": 2.078125, |
| "learning_rate": 4.727980319405057e-07, |
| "loss": 0.7644705772399902, |
| "step": 13600, |
| "token_acc": 0.8145106398893003 |
| }, |
| { |
| "epoch": 0.905356638007018, |
| "grad_norm": 2.078125, |
| "learning_rate": 4.6627392729589604e-07, |
| "loss": 0.7428989887237549, |
| "step": 13610, |
| "token_acc": 0.8167339675586887 |
| }, |
| { |
| "epoch": 0.9060218522891686, |
| "grad_norm": 2.34375, |
| "learning_rate": 4.597940741576479e-07, |
| "loss": 0.7543402194976807, |
| "step": 13620, |
| "token_acc": 0.8177948925820835 |
| }, |
| { |
| "epoch": 0.9066870665713193, |
| "grad_norm": 2.484375, |
| "learning_rate": 4.533585026024789e-07, |
| "loss": 0.7029013633728027, |
| "step": 13630, |
| "token_acc": 0.8265018763149043 |
| }, |
| { |
| "epoch": 0.90735228085347, |
| "grad_norm": 2.171875, |
| "learning_rate": 4.4696724250158585e-07, |
| "loss": 0.7716415882110595, |
| "step": 13640, |
| "token_acc": 0.8157385522888727 |
| }, |
| { |
| "epoch": 0.9080174951356206, |
| "grad_norm": 3.359375, |
| "learning_rate": 4.4062032352047866e-07, |
| "loss": 0.7716058731079102, |
| "step": 13650, |
| "token_acc": 0.8150425566422915 |
| }, |
| { |
| "epoch": 0.9086827094177712, |
| "grad_norm": 2.390625, |
| "learning_rate": 4.343177751188621e-07, |
| "loss": 0.8403903007507324, |
| "step": 13660, |
| "token_acc": 0.8027468657557403 |
| }, |
| { |
| "epoch": 0.9093479236999218, |
| "grad_norm": 2.03125, |
| "learning_rate": 4.280596265504855e-07, |
| "loss": 0.7076282024383544, |
| "step": 13670, |
| "token_acc": 0.8273977058080334 |
| }, |
| { |
| "epoch": 0.9100131379820725, |
| "grad_norm": 2.8125, |
| "learning_rate": 4.218459068630154e-07, |
| "loss": 0.7397566318511963, |
| "step": 13680, |
| "token_acc": 0.8224340337835351 |
| }, |
| { |
| "epoch": 0.9106783522642231, |
| "grad_norm": 2.4375, |
| "learning_rate": 4.156766448979044e-07, |
| "loss": 0.7387542724609375, |
| "step": 13690, |
| "token_acc": 0.8207437115430071 |
| }, |
| { |
| "epoch": 0.9113435665463737, |
| "grad_norm": 2.046875, |
| "learning_rate": 4.095518692902389e-07, |
| "loss": 0.742147970199585, |
| "step": 13700, |
| "token_acc": 0.8184483253905703 |
| }, |
| { |
| "epoch": 0.9120087808285244, |
| "grad_norm": 1.96875, |
| "learning_rate": 4.0347160846862967e-07, |
| "loss": 0.7561039924621582, |
| "step": 13710, |
| "token_acc": 0.8179737007233335 |
| }, |
| { |
| "epoch": 0.912673995110675, |
| "grad_norm": 1.6953125, |
| "learning_rate": 3.9743589065506236e-07, |
| "loss": 0.7782150745391846, |
| "step": 13720, |
| "token_acc": 0.8120687265342036 |
| }, |
| { |
| "epoch": 0.9133392093928256, |
| "grad_norm": 1.96875, |
| "learning_rate": 3.9144474386477724e-07, |
| "loss": 0.7652214527130127, |
| "step": 13730, |
| "token_acc": 0.8140341398595272 |
| }, |
| { |
| "epoch": 0.9140044236749763, |
| "grad_norm": 2.375, |
| "learning_rate": 3.8549819590612993e-07, |
| "loss": 0.713405704498291, |
| "step": 13740, |
| "token_acc": 0.8210895742996644 |
| }, |
| { |
| "epoch": 0.914669637957127, |
| "grad_norm": 2.296875, |
| "learning_rate": 3.7959627438047155e-07, |
| "loss": 0.7273184776306152, |
| "step": 13750, |
| "token_acc": 0.8225057024583932 |
| }, |
| { |
| "epoch": 0.9153348522392776, |
| "grad_norm": 2.65625, |
| "learning_rate": 3.737390066820157e-07, |
| "loss": 0.7514214038848877, |
| "step": 13760, |
| "token_acc": 0.8171638501102131 |
| }, |
| { |
| "epoch": 0.9160000665214282, |
| "grad_norm": 3.5625, |
| "learning_rate": 3.6792641999770615e-07, |
| "loss": 0.7540398597717285, |
| "step": 13770, |
| "token_acc": 0.8175094437743318 |
| }, |
| { |
| "epoch": 0.9166652808035789, |
| "grad_norm": 2.03125, |
| "learning_rate": 3.6215854130710605e-07, |
| "loss": 0.7616157054901123, |
| "step": 13780, |
| "token_acc": 0.8156927698326477 |
| }, |
| { |
| "epoch": 0.9173304950857295, |
| "grad_norm": 2.1875, |
| "learning_rate": 3.564353973822554e-07, |
| "loss": 0.7588217735290528, |
| "step": 13790, |
| "token_acc": 0.815572437421845 |
| }, |
| { |
| "epoch": 0.9179957093678801, |
| "grad_norm": 3.84375, |
| "learning_rate": 3.507570147875594e-07, |
| "loss": 0.7755050659179688, |
| "step": 13800, |
| "token_acc": 0.813603691218731 |
| }, |
| { |
| "epoch": 0.9186609236500307, |
| "grad_norm": 2.328125, |
| "learning_rate": 3.451234198796549e-07, |
| "loss": 0.7810738563537598, |
| "step": 13810, |
| "token_acc": 0.8108613289815167 |
| }, |
| { |
| "epoch": 0.9193261379321814, |
| "grad_norm": 2.5, |
| "learning_rate": 3.395346388072962e-07, |
| "loss": 0.7490992546081543, |
| "step": 13820, |
| "token_acc": 0.8152158627478554 |
| }, |
| { |
| "epoch": 0.919991352214332, |
| "grad_norm": 2.015625, |
| "learning_rate": 3.339906975112339e-07, |
| "loss": 0.7504191875457764, |
| "step": 13830, |
| "token_acc": 0.8188295098374905 |
| }, |
| { |
| "epoch": 0.9206565664964826, |
| "grad_norm": 2.296875, |
| "learning_rate": 3.2849162172408633e-07, |
| "loss": 0.7356757164001465, |
| "step": 13840, |
| "token_acc": 0.8221375375053579 |
| }, |
| { |
| "epoch": 0.9213217807786334, |
| "grad_norm": 2.03125, |
| "learning_rate": 3.2303743697022714e-07, |
| "loss": 0.6856590270996094, |
| "step": 13850, |
| "token_acc": 0.8318885280650027 |
| }, |
| { |
| "epoch": 0.921986995060784, |
| "grad_norm": 2.296875, |
| "learning_rate": 3.176281685656646e-07, |
| "loss": 0.786972951889038, |
| "step": 13860, |
| "token_acc": 0.8091591122225695 |
| }, |
| { |
| "epoch": 0.9226522093429346, |
| "grad_norm": 1.9921875, |
| "learning_rate": 3.1226384161792576e-07, |
| "loss": 0.7341162204742432, |
| "step": 13870, |
| "token_acc": 0.8197383517654806 |
| }, |
| { |
| "epoch": 0.9233174236250852, |
| "grad_norm": 1.890625, |
| "learning_rate": 3.069444810259359e-07, |
| "loss": 0.7607975006103516, |
| "step": 13880, |
| "token_acc": 0.8155827520217297 |
| }, |
| { |
| "epoch": 0.9239826379072359, |
| "grad_norm": 2.171875, |
| "learning_rate": 3.0167011147990923e-07, |
| "loss": 0.7848525524139405, |
| "step": 13890, |
| "token_acc": 0.8128864443395992 |
| }, |
| { |
| "epoch": 0.9246478521893865, |
| "grad_norm": 2.5625, |
| "learning_rate": 2.9644075746122714e-07, |
| "loss": 0.7113450527191162, |
| "step": 13900, |
| "token_acc": 0.828387881875168 |
| }, |
| { |
| "epoch": 0.9253130664715371, |
| "grad_norm": 2.3125, |
| "learning_rate": 2.912564432423304e-07, |
| "loss": 0.7673250675201416, |
| "step": 13910, |
| "token_acc": 0.8165538157709127 |
| }, |
| { |
| "epoch": 0.9259782807536878, |
| "grad_norm": 1.8671875, |
| "learning_rate": 2.8611719288660246e-07, |
| "loss": 0.7288234233856201, |
| "step": 13920, |
| "token_acc": 0.8237181834523992 |
| }, |
| { |
| "epoch": 0.9266434950358384, |
| "grad_norm": 2.328125, |
| "learning_rate": 2.8102303024826085e-07, |
| "loss": 0.7494546413421631, |
| "step": 13930, |
| "token_acc": 0.8173972704097076 |
| }, |
| { |
| "epoch": 0.927308709317989, |
| "grad_norm": 2.296875, |
| "learning_rate": 2.759739789722449e-07, |
| "loss": 0.6988474369049072, |
| "step": 13940, |
| "token_acc": 0.8314223626460034 |
| }, |
| { |
| "epoch": 0.9279739236001397, |
| "grad_norm": 2.59375, |
| "learning_rate": 2.709700624941036e-07, |
| "loss": 0.7844988822937011, |
| "step": 13950, |
| "token_acc": 0.8100103754875823 |
| }, |
| { |
| "epoch": 0.9286391378822904, |
| "grad_norm": 1.9765625, |
| "learning_rate": 2.660113040398915e-07, |
| "loss": 0.7000997066497803, |
| "step": 13960, |
| "token_acc": 0.8293918695749825 |
| }, |
| { |
| "epoch": 0.929304352164441, |
| "grad_norm": 2.125, |
| "learning_rate": 2.610977266260628e-07, |
| "loss": 0.7194863319396972, |
| "step": 13970, |
| "token_acc": 0.8239941409293483 |
| }, |
| { |
| "epoch": 0.9299695664465916, |
| "grad_norm": 1.8125, |
| "learning_rate": 2.562293530593529e-07, |
| "loss": 0.786644458770752, |
| "step": 13980, |
| "token_acc": 0.8122439964661473 |
| }, |
| { |
| "epoch": 0.9306347807287423, |
| "grad_norm": 2.109375, |
| "learning_rate": 2.514062059366851e-07, |
| "loss": 0.6964083671569824, |
| "step": 13990, |
| "token_acc": 0.8290147514114005 |
| }, |
| { |
| "epoch": 0.9312999950108929, |
| "grad_norm": 2.609375, |
| "learning_rate": 2.466283076450582e-07, |
| "loss": 0.734468936920166, |
| "step": 14000, |
| "token_acc": 0.8214124723808961 |
| }, |
| { |
| "epoch": 0.9319652092930435, |
| "grad_norm": 2.546875, |
| "learning_rate": 2.4189568036144697e-07, |
| "loss": 0.7554211616516113, |
| "step": 14010, |
| "token_acc": 0.8150565368255303 |
| }, |
| { |
| "epoch": 0.9326304235751942, |
| "grad_norm": 2.671875, |
| "learning_rate": 2.3720834605269638e-07, |
| "loss": 0.7122709274291992, |
| "step": 14020, |
| "token_acc": 0.8256758344680762 |
| }, |
| { |
| "epoch": 0.9332956378573448, |
| "grad_norm": 2.296875, |
| "learning_rate": 2.3256632647542298e-07, |
| "loss": 0.7087862968444825, |
| "step": 14030, |
| "token_acc": 0.8257711472744517 |
| }, |
| { |
| "epoch": 0.9339608521394954, |
| "grad_norm": 2.234375, |
| "learning_rate": 2.279696431759071e-07, |
| "loss": 0.8106839179992675, |
| "step": 14040, |
| "token_acc": 0.8022435008850313 |
| }, |
| { |
| "epoch": 0.934626066421646, |
| "grad_norm": 2.296875, |
| "learning_rate": 2.2341831749000176e-07, |
| "loss": 0.7724443435668945, |
| "step": 14050, |
| "token_acc": 0.8113166809366043 |
| }, |
| { |
| "epoch": 0.9352912807037967, |
| "grad_norm": 1.96875, |
| "learning_rate": 2.1891237054302627e-07, |
| "loss": 0.7082020282745362, |
| "step": 14060, |
| "token_acc": 0.8263985137565981 |
| }, |
| { |
| "epoch": 0.9359564949859474, |
| "grad_norm": 2.046875, |
| "learning_rate": 2.1445182324967174e-07, |
| "loss": 0.7266581535339356, |
| "step": 14070, |
| "token_acc": 0.8243995956638432 |
| }, |
| { |
| "epoch": 0.936621709268098, |
| "grad_norm": 2.09375, |
| "learning_rate": 2.1003669631390665e-07, |
| "loss": 0.7394362449645996, |
| "step": 14080, |
| "token_acc": 0.8214288059574076 |
| }, |
| { |
| "epoch": 0.9372869235502487, |
| "grad_norm": 2.1875, |
| "learning_rate": 2.0566701022887047e-07, |
| "loss": 0.7446671962738037, |
| "step": 14090, |
| "token_acc": 0.8192597839560829 |
| }, |
| { |
| "epoch": 0.9379521378323993, |
| "grad_norm": 2.140625, |
| "learning_rate": 2.0134278527679241e-07, |
| "loss": 0.7418570995330811, |
| "step": 14100, |
| "token_acc": 0.8184572327134758 |
| }, |
| { |
| "epoch": 0.9386173521145499, |
| "grad_norm": 2.34375, |
| "learning_rate": 1.9706404152888715e-07, |
| "loss": 0.7619320392608643, |
| "step": 14110, |
| "token_acc": 0.81469913446213 |
| }, |
| { |
| "epoch": 0.9392825663967005, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.928307988452649e-07, |
| "loss": 0.7874303817749023, |
| "step": 14120, |
| "token_acc": 0.8113426833702914 |
| }, |
| { |
| "epoch": 0.9399477806788512, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.886430768748404e-07, |
| "loss": 0.7038110733032227, |
| "step": 14130, |
| "token_acc": 0.8292715550680827 |
| }, |
| { |
| "epoch": 0.9406129949610018, |
| "grad_norm": 1.9375, |
| "learning_rate": 1.8450089505524072e-07, |
| "loss": 0.7631545543670655, |
| "step": 14140, |
| "token_acc": 0.8139588468171567 |
| }, |
| { |
| "epoch": 0.9412782092431524, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.80404272612712e-07, |
| "loss": 0.7759827136993408, |
| "step": 14150, |
| "token_acc": 0.8139268798893087 |
| }, |
| { |
| "epoch": 0.9419434235253031, |
| "grad_norm": 2.421875, |
| "learning_rate": 1.763532285620373e-07, |
| "loss": 0.7280136585235596, |
| "step": 14160, |
| "token_acc": 0.8232582120333563 |
| }, |
| { |
| "epoch": 0.9426086378074537, |
| "grad_norm": 2.28125, |
| "learning_rate": 1.723477817064423e-07, |
| "loss": 0.7059343338012696, |
| "step": 14170, |
| "token_acc": 0.8278663025820054 |
| }, |
| { |
| "epoch": 0.9432738520896043, |
| "grad_norm": 2.671875, |
| "learning_rate": 1.6838795063750745e-07, |
| "loss": 0.7408757209777832, |
| "step": 14180, |
| "token_acc": 0.8198780612418679 |
| }, |
| { |
| "epoch": 0.943939066371755, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.6447375373508934e-07, |
| "loss": 0.7194037914276123, |
| "step": 14190, |
| "token_acc": 0.8218612239230796 |
| }, |
| { |
| "epoch": 0.9446042806539057, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.60605209167225e-07, |
| "loss": 0.7611899375915527, |
| "step": 14200, |
| "token_acc": 0.81756805966236 |
| }, |
| { |
| "epoch": 0.9452694949360563, |
| "grad_norm": 2.46875, |
| "learning_rate": 1.5678233489005656e-07, |
| "loss": 0.7344184398651123, |
| "step": 14210, |
| "token_acc": 0.8218463356656505 |
| }, |
| { |
| "epoch": 0.9459347092182069, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.530051486477413e-07, |
| "loss": 0.7702674388885498, |
| "step": 14220, |
| "token_acc": 0.8139843339422909 |
| }, |
| { |
| "epoch": 0.9465999235003576, |
| "grad_norm": 2.5625, |
| "learning_rate": 1.4927366797237275e-07, |
| "loss": 0.7842254638671875, |
| "step": 14230, |
| "token_acc": 0.8108765774432687 |
| }, |
| { |
| "epoch": 0.9472651377825082, |
| "grad_norm": 2.359375, |
| "learning_rate": 1.4558791018389973e-07, |
| "loss": 0.750076150894165, |
| "step": 14240, |
| "token_acc": 0.8166648953129982 |
| }, |
| { |
| "epoch": 0.9479303520646588, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.4194789239004525e-07, |
| "loss": 0.696656322479248, |
| "step": 14250, |
| "token_acc": 0.8288718720684164 |
| }, |
| { |
| "epoch": 0.9485955663468094, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.3835363148622328e-07, |
| "loss": 0.7265699863433838, |
| "step": 14260, |
| "token_acc": 0.8220749826858681 |
| }, |
| { |
| "epoch": 0.9492607806289601, |
| "grad_norm": 2.15625, |
| "learning_rate": 1.3480514415546653e-07, |
| "loss": 0.6979762077331543, |
| "step": 14270, |
| "token_acc": 0.8281662619383067 |
| }, |
| { |
| "epoch": 0.9499259949111107, |
| "grad_norm": 2.84375, |
| "learning_rate": 1.313024468683466e-07, |
| "loss": 0.7361047267913818, |
| "step": 14280, |
| "token_acc": 0.8238497410113469 |
| }, |
| { |
| "epoch": 0.9505912091932613, |
| "grad_norm": 2.0, |
| "learning_rate": 1.2784555588289727e-07, |
| "loss": 0.7442665100097656, |
| "step": 14290, |
| "token_acc": 0.8171304770087034 |
| }, |
| { |
| "epoch": 0.9512564234754121, |
| "grad_norm": 2.28125, |
| "learning_rate": 1.2443448724453577e-07, |
| "loss": 0.7662309169769287, |
| "step": 14300, |
| "token_acc": 0.8103347189375424 |
| }, |
| { |
| "epoch": 0.9519216377575627, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.210692567859939e-07, |
| "loss": 0.7399674892425537, |
| "step": 14310, |
| "token_acc": 0.8194661074501668 |
| }, |
| { |
| "epoch": 0.9525868520397133, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.1774988012724364e-07, |
| "loss": 0.7393740653991699, |
| "step": 14320, |
| "token_acc": 0.8167055755995513 |
| }, |
| { |
| "epoch": 0.9532520663218639, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.1447637267542055e-07, |
| "loss": 0.7390237331390381, |
| "step": 14330, |
| "token_acc": 0.8215276184915654 |
| }, |
| { |
| "epoch": 0.9539172806040146, |
| "grad_norm": 2.40625, |
| "learning_rate": 1.1124874962475386e-07, |
| "loss": 0.7526998519897461, |
| "step": 14340, |
| "token_acc": 0.8161221992711197 |
| }, |
| { |
| "epoch": 0.9545824948861652, |
| "grad_norm": 2.859375, |
| "learning_rate": 1.0806702595649976e-07, |
| "loss": 0.7406785011291503, |
| "step": 14350, |
| "token_acc": 0.8194025979208652 |
| }, |
| { |
| "epoch": 0.9552477091683158, |
| "grad_norm": 2.28125, |
| "learning_rate": 1.049312164388705e-07, |
| "loss": 0.7631886005401611, |
| "step": 14360, |
| "token_acc": 0.8130285959876591 |
| }, |
| { |
| "epoch": 0.9559129234504665, |
| "grad_norm": 2.25, |
| "learning_rate": 1.0184133562695764e-07, |
| "loss": 0.7189030647277832, |
| "step": 14370, |
| "token_acc": 0.8247792393709874 |
| }, |
| { |
| "epoch": 0.9565781377326171, |
| "grad_norm": 2.0625, |
| "learning_rate": 9.879739786267662e-08, |
| "loss": 0.7435270309448242, |
| "step": 14380, |
| "token_acc": 0.8203526317940892 |
| }, |
| { |
| "epoch": 0.9572433520147677, |
| "grad_norm": 3.125, |
| "learning_rate": 9.579941727469345e-08, |
| "loss": 0.7749327659606934, |
| "step": 14390, |
| "token_acc": 0.8150095437600348 |
| }, |
| { |
| "epoch": 0.9579085662969183, |
| "grad_norm": 2.296875, |
| "learning_rate": 9.284740777836254e-08, |
| "loss": 0.8207275390625, |
| "step": 14400, |
| "token_acc": 0.8004539675566295 |
| }, |
| { |
| "epoch": 0.9585737805790691, |
| "grad_norm": 2.09375, |
| "learning_rate": 8.99413830756557e-08, |
| "loss": 0.7519605159759521, |
| "step": 14410, |
| "token_acc": 0.8163308379777726 |
| }, |
| { |
| "epoch": 0.9592389948612197, |
| "grad_norm": 2.265625, |
| "learning_rate": 8.708135665510542e-08, |
| "loss": 0.727213716506958, |
| "step": 14420, |
| "token_acc": 0.8225189413243638 |
| }, |
| { |
| "epoch": 0.9599042091433703, |
| "grad_norm": 2.109375, |
| "learning_rate": 8.426734179173835e-08, |
| "loss": 0.7629182815551758, |
| "step": 14430, |
| "token_acc": 0.8148590734194638 |
| }, |
| { |
| "epoch": 0.960569423425521, |
| "grad_norm": 3.265625, |
| "learning_rate": 8.14993515470186e-08, |
| "loss": 0.7504594326019287, |
| "step": 14440, |
| "token_acc": 0.8176561907061787 |
| }, |
| { |
| "epoch": 0.9612346377076716, |
| "grad_norm": 2.21875, |
| "learning_rate": 7.8777398768779e-08, |
| "loss": 0.7245527267456054, |
| "step": 14450, |
| "token_acc": 0.8193795296800304 |
| }, |
| { |
| "epoch": 0.9618998519898222, |
| "grad_norm": 2.328125, |
| "learning_rate": 7.610149609116768e-08, |
| "loss": 0.7858740806579589, |
| "step": 14460, |
| "token_acc": 0.8107981786931219 |
| }, |
| { |
| "epoch": 0.9625650662719729, |
| "grad_norm": 1.9296875, |
| "learning_rate": 7.34716559345905e-08, |
| "loss": 0.7440548419952393, |
| "step": 14470, |
| "token_acc": 0.825651475855255 |
| }, |
| { |
| "epoch": 0.9632302805541235, |
| "grad_norm": 3.4375, |
| "learning_rate": 7.088789050564649e-08, |
| "loss": 0.7402670383453369, |
| "step": 14480, |
| "token_acc": 0.818523153942428 |
| }, |
| { |
| "epoch": 0.9638954948362741, |
| "grad_norm": 2.09375, |
| "learning_rate": 6.83502117970769e-08, |
| "loss": 0.7622016906738281, |
| "step": 14490, |
| "token_acc": 0.815806891707528 |
| }, |
| { |
| "epoch": 0.9645607091184247, |
| "grad_norm": 2.21875, |
| "learning_rate": 6.585863158770966e-08, |
| "loss": 0.7262953758239746, |
| "step": 14500, |
| "token_acc": 0.8237071039869692 |
| }, |
| { |
| "epoch": 0.9652259234005754, |
| "grad_norm": 2.40625, |
| "learning_rate": 6.34131614423994e-08, |
| "loss": 0.7897384643554688, |
| "step": 14510, |
| "token_acc": 0.8111690947307386 |
| }, |
| { |
| "epoch": 0.965891137682726, |
| "grad_norm": 2.015625, |
| "learning_rate": 6.101381271198192e-08, |
| "loss": 0.692768907546997, |
| "step": 14520, |
| "token_acc": 0.8316185503685504 |
| }, |
| { |
| "epoch": 0.9665563519648767, |
| "grad_norm": 2.421875, |
| "learning_rate": 5.866059653321321e-08, |
| "loss": 0.7919711112976074, |
| "step": 14530, |
| "token_acc": 0.8071255148346781 |
| }, |
| { |
| "epoch": 0.9672215662470274, |
| "grad_norm": 1.8984375, |
| "learning_rate": 5.6353523828724945e-08, |
| "loss": 0.7098623752593994, |
| "step": 14540, |
| "token_acc": 0.825793991416309 |
| }, |
| { |
| "epoch": 0.967886780529178, |
| "grad_norm": 2.046875, |
| "learning_rate": 5.409260530696681e-08, |
| "loss": 0.7971955299377441, |
| "step": 14550, |
| "token_acc": 0.8080693510491777 |
| }, |
| { |
| "epoch": 0.9685519948113286, |
| "grad_norm": 2.640625, |
| "learning_rate": 5.1877851462162066e-08, |
| "loss": 0.7517688274383545, |
| "step": 14560, |
| "token_acc": 0.8189874637052938 |
| }, |
| { |
| "epoch": 0.9692172090934792, |
| "grad_norm": 2.359375, |
| "learning_rate": 4.9709272574258724e-08, |
| "loss": 0.7258453845977784, |
| "step": 14570, |
| "token_acc": 0.8197123447128379 |
| }, |
| { |
| "epoch": 0.9698824233756299, |
| "grad_norm": 2.0625, |
| "learning_rate": 4.758687870887735e-08, |
| "loss": 0.7247337818145752, |
| "step": 14580, |
| "token_acc": 0.822083833049023 |
| }, |
| { |
| "epoch": 0.9705476376577805, |
| "grad_norm": 2.328125, |
| "learning_rate": 4.551067971726886e-08, |
| "loss": 0.7177899837493896, |
| "step": 14590, |
| "token_acc": 0.8263159460826613 |
| }, |
| { |
| "epoch": 0.9712128519399311, |
| "grad_norm": 2.40625, |
| "learning_rate": 4.3480685236266804e-08, |
| "loss": 0.728609848022461, |
| "step": 14600, |
| "token_acc": 0.8268548057259714 |
| }, |
| { |
| "epoch": 0.9718780662220818, |
| "grad_norm": 2.328125, |
| "learning_rate": 4.1496904688244075e-08, |
| "loss": 0.737406587600708, |
| "step": 14610, |
| "token_acc": 0.8240858413725377 |
| }, |
| { |
| "epoch": 0.9725432805042324, |
| "grad_norm": 2.140625, |
| "learning_rate": 3.955934728106736e-08, |
| "loss": 0.750378942489624, |
| "step": 14620, |
| "token_acc": 0.8189726403183479 |
| }, |
| { |
| "epoch": 0.973208494786383, |
| "grad_norm": 2.109375, |
| "learning_rate": 3.7668022008053864e-08, |
| "loss": 0.7055788993835449, |
| "step": 14630, |
| "token_acc": 0.828800997158634 |
| }, |
| { |
| "epoch": 0.9738737090685337, |
| "grad_norm": 2.34375, |
| "learning_rate": 3.582293764793243e-08, |
| "loss": 0.7405320167541504, |
| "step": 14640, |
| "token_acc": 0.8188520901172796 |
| }, |
| { |
| "epoch": 0.9745389233506844, |
| "grad_norm": 1.984375, |
| "learning_rate": 3.4024102764801394e-08, |
| "loss": 0.695186710357666, |
| "step": 14650, |
| "token_acc": 0.825788807706437 |
| }, |
| { |
| "epoch": 0.975204137632835, |
| "grad_norm": 2.015625, |
| "learning_rate": 3.2271525708087446e-08, |
| "loss": 0.7714601516723633, |
| "step": 14660, |
| "token_acc": 0.8132829387301066 |
| }, |
| { |
| "epoch": 0.9758693519149856, |
| "grad_norm": 2.03125, |
| "learning_rate": 3.0565214612507945e-08, |
| "loss": 0.7594583034515381, |
| "step": 14670, |
| "token_acc": 0.8162704056588338 |
| }, |
| { |
| "epoch": 0.9765345661971363, |
| "grad_norm": 2.609375, |
| "learning_rate": 2.8905177398036442e-08, |
| "loss": 0.7722745895385742, |
| "step": 14680, |
| "token_acc": 0.8135479543930249 |
| }, |
| { |
| "epoch": 0.9771997804792869, |
| "grad_norm": 2.0625, |
| "learning_rate": 2.729142176985944e-08, |
| "loss": 0.701285457611084, |
| "step": 14690, |
| "token_acc": 0.8285558503387791 |
| }, |
| { |
| "epoch": 0.9778649947614375, |
| "grad_norm": 1.703125, |
| "learning_rate": 2.5723955218345253e-08, |
| "loss": 0.7192367553710938, |
| "step": 14700, |
| "token_acc": 0.8254006544073531 |
| }, |
| { |
| "epoch": 0.9785302090435881, |
| "grad_norm": 2.375, |
| "learning_rate": 2.4202785019006304e-08, |
| "loss": 0.7201934814453125, |
| "step": 14710, |
| "token_acc": 0.8256292097411115 |
| }, |
| { |
| "epoch": 0.9791954233257388, |
| "grad_norm": 2.1875, |
| "learning_rate": 2.2727918232469116e-08, |
| "loss": 0.7375096321105957, |
| "step": 14720, |
| "token_acc": 0.8221115158963554 |
| }, |
| { |
| "epoch": 0.9798606376078894, |
| "grad_norm": 2.484375, |
| "learning_rate": 2.1299361704439914e-08, |
| "loss": 0.7198950290679932, |
| "step": 14730, |
| "token_acc": 0.8237636953779428 |
| }, |
| { |
| "epoch": 0.98052585189004, |
| "grad_norm": 2.125, |
| "learning_rate": 1.99171220656702e-08, |
| "loss": 0.7269183158874511, |
| "step": 14740, |
| "token_acc": 0.8211163766972824 |
| }, |
| { |
| "epoch": 0.9811910661721908, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.858120573193012e-08, |
| "loss": 0.7573102951049805, |
| "step": 14750, |
| "token_acc": 0.8142256379499124 |
| }, |
| { |
| "epoch": 0.9818562804543414, |
| "grad_norm": 2.3125, |
| "learning_rate": 1.7291618903974017e-08, |
| "loss": 0.7612798690795899, |
| "step": 14760, |
| "token_acc": 0.8172984819018316 |
| }, |
| { |
| "epoch": 0.982521494736492, |
| "grad_norm": 2.578125, |
| "learning_rate": 1.6048367567517154e-08, |
| "loss": 0.7440046787261962, |
| "step": 14770, |
| "token_acc": 0.816972136733348 |
| }, |
| { |
| "epoch": 0.9831867090186426, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.4851457493204602e-08, |
| "loss": 0.7592097759246826, |
| "step": 14780, |
| "token_acc": 0.8195963156405177 |
| }, |
| { |
| "epoch": 0.9838519233007933, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.3700894236583494e-08, |
| "loss": 0.7579694747924804, |
| "step": 14790, |
| "token_acc": 0.8146830338611161 |
| }, |
| { |
| "epoch": 0.9845171375829439, |
| "grad_norm": 2.390625, |
| "learning_rate": 1.2596683138080823e-08, |
| "loss": 0.7055313110351562, |
| "step": 14800, |
| "token_acc": 0.8279424946798684 |
| }, |
| { |
| "epoch": 0.9851823518650945, |
| "grad_norm": 2.4375, |
| "learning_rate": 1.1538829322973454e-08, |
| "loss": 0.7781519889831543, |
| "step": 14810, |
| "token_acc": 0.8105063869285283 |
| }, |
| { |
| "epoch": 0.9858475661472452, |
| "grad_norm": 2.5625, |
| "learning_rate": 1.0527337701371488e-08, |
| "loss": 0.7698148727416992, |
| "step": 14820, |
| "token_acc": 0.8139117665394446 |
| }, |
| { |
| "epoch": 0.9865127804293958, |
| "grad_norm": 2.71875, |
| "learning_rate": 9.562212968189377e-09, |
| "loss": 0.7526976585388183, |
| "step": 14830, |
| "token_acc": 0.8159537745760168 |
| }, |
| { |
| "epoch": 0.9871779947115464, |
| "grad_norm": 2.125, |
| "learning_rate": 8.643459603123738e-09, |
| "loss": 0.7493107795715332, |
| "step": 14840, |
| "token_acc": 0.8172869843724115 |
| }, |
| { |
| "epoch": 0.987843208993697, |
| "grad_norm": 2.203125, |
| "learning_rate": 7.771081870640018e-09, |
| "loss": 0.7449126720428467, |
| "step": 14850, |
| "token_acc": 0.8177694752152423 |
| }, |
| { |
| "epoch": 0.9885084232758478, |
| "grad_norm": 1.9140625, |
| "learning_rate": 6.945083819943632e-09, |
| "loss": 0.748995590209961, |
| "step": 14860, |
| "token_acc": 0.8155847857957322 |
| }, |
| { |
| "epoch": 0.9891736375579984, |
| "grad_norm": 2.0625, |
| "learning_rate": 6.165469284966641e-09, |
| "loss": 0.7190714359283448, |
| "step": 14870, |
| "token_acc": 0.824219120858255 |
| }, |
| { |
| "epoch": 0.989838851840149, |
| "grad_norm": 2.046875, |
| "learning_rate": 5.432241884348876e-09, |
| "loss": 0.7476667881011962, |
| "step": 14880, |
| "token_acc": 0.8190495202684999 |
| }, |
| { |
| "epoch": 0.9905040661222997, |
| "grad_norm": 1.9296875, |
| "learning_rate": 4.74540502142129e-09, |
| "loss": 0.7817049026489258, |
| "step": 14890, |
| "token_acc": 0.8110313277445674 |
| }, |
| { |
| "epoch": 0.9911692804044503, |
| "grad_norm": 2.171875, |
| "learning_rate": 4.104961884187076e-09, |
| "loss": 0.7320561408996582, |
| "step": 14900, |
| "token_acc": 0.8224264705882353 |
| }, |
| { |
| "epoch": 0.9918344946866009, |
| "grad_norm": 2.03125, |
| "learning_rate": 3.5109154453127905e-09, |
| "loss": 0.7880257606506348, |
| "step": 14910, |
| "token_acc": 0.8125349326467172 |
| }, |
| { |
| "epoch": 0.9924997089687515, |
| "grad_norm": 2.3125, |
| "learning_rate": 2.963268462108371e-09, |
| "loss": 0.7342030525207519, |
| "step": 14920, |
| "token_acc": 0.8220167541450867 |
| }, |
| { |
| "epoch": 0.9931649232509022, |
| "grad_norm": 2.328125, |
| "learning_rate": 2.4620234765193596e-09, |
| "loss": 0.6835910320281983, |
| "step": 14930, |
| "token_acc": 0.8349575772307085 |
| }, |
| { |
| "epoch": 0.9938301375330528, |
| "grad_norm": 2.15625, |
| "learning_rate": 2.0071828151113637e-09, |
| "loss": 0.7411874771118164, |
| "step": 14940, |
| "token_acc": 0.8171307428153426 |
| }, |
| { |
| "epoch": 0.9944953518152034, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.598748589061172e-09, |
| "loss": 0.718656063079834, |
| "step": 14950, |
| "token_acc": 0.8250063907745618 |
| }, |
| { |
| "epoch": 0.9951605660973541, |
| "grad_norm": 2.765625, |
| "learning_rate": 1.2367226941489841e-09, |
| "loss": 0.72723388671875, |
| "step": 14960, |
| "token_acc": 0.8235817165809424 |
| }, |
| { |
| "epoch": 0.9958257803795048, |
| "grad_norm": 2.0625, |
| "learning_rate": 9.211068107439769e-10, |
| "loss": 0.699773120880127, |
| "step": 14970, |
| "token_acc": 0.8330696147866644 |
| }, |
| { |
| "epoch": 0.9964909946616554, |
| "grad_norm": 2.171875, |
| "learning_rate": 6.519024037998645e-10, |
| "loss": 0.7491122722625733, |
| "step": 14980, |
| "token_acc": 0.8169519932958219 |
| }, |
| { |
| "epoch": 0.9971562089438061, |
| "grad_norm": 1.765625, |
| "learning_rate": 4.291107228504565e-10, |
| "loss": 0.7657447814941406, |
| "step": 14990, |
| "token_acc": 0.8136682406191501 |
| }, |
| { |
| "epoch": 0.9978214232259567, |
| "grad_norm": 1.9609375, |
| "learning_rate": 2.5273280199966666e-10, |
| "loss": 0.7516185283660889, |
| "step": 15000, |
| "token_acc": 0.8202439253077917 |
| }, |
| { |
| "epoch": 0.9984866375081073, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.227694599192919e-10, |
| "loss": 0.767716932296753, |
| "step": 15010, |
| "token_acc": 0.8109107720758206 |
| }, |
| { |
| "epoch": 0.9991518517902579, |
| "grad_norm": 2.015625, |
| "learning_rate": 3.922129984457179e-11, |
| "loss": 0.7612566947937012, |
| "step": 15020, |
| "token_acc": 0.8179623848860008 |
| }, |
| { |
| "epoch": 0.9998170660724086, |
| "grad_norm": 2.34375, |
| "learning_rate": 2.0887095686372706e-12, |
| "loss": 0.7338242053985595, |
| "step": 15030, |
| "token_acc": 0.823374922649628 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 15033, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.0049987244507791e+18, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
