| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 250.0, |
| "global_step": 1166, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.000858000858000858, |
| "grad_norm": 0.2866896986961365, |
| "learning_rate": 2.8571428571428575e-07, |
| "loss": 0.417236328125, |
| "step": 1, |
| "token_acc": 0.8659390191456583 |
| }, |
| { |
| "epoch": 0.001716001716001716, |
| "grad_norm": 0.28816020488739014, |
| "learning_rate": 5.714285714285715e-07, |
| "loss": 0.43994140625, |
| "step": 2, |
| "token_acc": 0.8584008617899913 |
| }, |
| { |
| "epoch": 0.002574002574002574, |
| "grad_norm": 0.31681931018829346, |
| "learning_rate": 8.571428571428572e-07, |
| "loss": 0.418212890625, |
| "step": 3, |
| "token_acc": 0.8648418071917373 |
| }, |
| { |
| "epoch": 0.003432003432003432, |
| "grad_norm": 0.35889744758605957, |
| "learning_rate": 1.142857142857143e-06, |
| "loss": 0.442626953125, |
| "step": 4, |
| "token_acc": 0.8582006543430963 |
| }, |
| { |
| "epoch": 0.00429000429000429, |
| "grad_norm": 0.4070545732975006, |
| "learning_rate": 1.4285714285714286e-06, |
| "loss": 0.438232421875, |
| "step": 5, |
| "token_acc": 0.859456274904666 |
| }, |
| { |
| "epoch": 0.005148005148005148, |
| "grad_norm": 0.33458247780799866, |
| "learning_rate": 1.7142857142857145e-06, |
| "loss": 0.421630859375, |
| "step": 6, |
| "token_acc": 0.8637136943918711 |
| }, |
| { |
| "epoch": 0.006006006006006006, |
| "grad_norm": 0.2552067041397095, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 0.431640625, |
| "step": 7, |
| "token_acc": 0.8609742875264959 |
| }, |
| { |
| "epoch": 0.006864006864006864, |
| "grad_norm": 0.2664823532104492, |
| "learning_rate": 2.285714285714286e-06, |
| "loss": 0.423828125, |
| "step": 8, |
| "token_acc": 0.8642358217888627 |
| }, |
| { |
| "epoch": 0.007722007722007722, |
| "grad_norm": 0.26748034358024597, |
| "learning_rate": 2.571428571428571e-06, |
| "loss": 0.422119140625, |
| "step": 9, |
| "token_acc": 0.8647667496578417 |
| }, |
| { |
| "epoch": 0.00858000858000858, |
| "grad_norm": 0.28847187757492065, |
| "learning_rate": 2.8571428571428573e-06, |
| "loss": 0.430419921875, |
| "step": 10, |
| "token_acc": 0.8617803144852523 |
| }, |
| { |
| "epoch": 0.009438009438009438, |
| "grad_norm": 0.3367220163345337, |
| "learning_rate": 3.142857142857143e-06, |
| "loss": 0.43701171875, |
| "step": 11, |
| "token_acc": 0.8595595335148856 |
| }, |
| { |
| "epoch": 0.010296010296010296, |
| "grad_norm": 0.2838299870491028, |
| "learning_rate": 3.428571428571429e-06, |
| "loss": 0.444091796875, |
| "step": 12, |
| "token_acc": 0.8572038793160246 |
| }, |
| { |
| "epoch": 0.011154011154011155, |
| "grad_norm": 0.27047035098075867, |
| "learning_rate": 3.7142857142857146e-06, |
| "loss": 0.436767578125, |
| "step": 13, |
| "token_acc": 0.8598291050739676 |
| }, |
| { |
| "epoch": 0.012012012012012012, |
| "grad_norm": 0.3085128366947174, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.424072265625, |
| "step": 14, |
| "token_acc": 0.862984053742597 |
| }, |
| { |
| "epoch": 0.01287001287001287, |
| "grad_norm": 0.30077311396598816, |
| "learning_rate": 4.2857142857142855e-06, |
| "loss": 0.42724609375, |
| "step": 15, |
| "token_acc": 0.8623064841198137 |
| }, |
| { |
| "epoch": 0.013728013728013728, |
| "grad_norm": 0.2978106439113617, |
| "learning_rate": 4.571428571428572e-06, |
| "loss": 0.42724609375, |
| "step": 16, |
| "token_acc": 0.863008367818131 |
| }, |
| { |
| "epoch": 0.014586014586014585, |
| "grad_norm": 0.3563530445098877, |
| "learning_rate": 4.857142857142858e-06, |
| "loss": 0.4375, |
| "step": 17, |
| "token_acc": 0.8604867461576979 |
| }, |
| { |
| "epoch": 0.015444015444015444, |
| "grad_norm": 0.34114640951156616, |
| "learning_rate": 5.142857142857142e-06, |
| "loss": 0.4375, |
| "step": 18, |
| "token_acc": 0.8596210626305305 |
| }, |
| { |
| "epoch": 0.016302016302016303, |
| "grad_norm": 0.2918979227542877, |
| "learning_rate": 5.428571428571429e-06, |
| "loss": 0.42236328125, |
| "step": 19, |
| "token_acc": 0.8639430871007112 |
| }, |
| { |
| "epoch": 0.01716001716001716, |
| "grad_norm": 0.2939453125, |
| "learning_rate": 5.7142857142857145e-06, |
| "loss": 0.4130859375, |
| "step": 20, |
| "token_acc": 0.8666282904167684 |
| }, |
| { |
| "epoch": 0.018018018018018018, |
| "grad_norm": 0.26655861735343933, |
| "learning_rate": 6e-06, |
| "loss": 0.427978515625, |
| "step": 21, |
| "token_acc": 0.8618692753155065 |
| }, |
| { |
| "epoch": 0.018876018876018877, |
| "grad_norm": 0.34131887555122375, |
| "learning_rate": 6.285714285714286e-06, |
| "loss": 0.428955078125, |
| "step": 22, |
| "token_acc": 0.8621614949499287 |
| }, |
| { |
| "epoch": 0.019734019734019732, |
| "grad_norm": 0.3618893027305603, |
| "learning_rate": 6.571428571428572e-06, |
| "loss": 0.4306640625, |
| "step": 23, |
| "token_acc": 0.8622036146576024 |
| }, |
| { |
| "epoch": 0.02059202059202059, |
| "grad_norm": 0.31468334794044495, |
| "learning_rate": 6.857142857142858e-06, |
| "loss": 0.42724609375, |
| "step": 24, |
| "token_acc": 0.8622572859332863 |
| }, |
| { |
| "epoch": 0.02145002145002145, |
| "grad_norm": 0.32955652475357056, |
| "learning_rate": 7.1428571428571436e-06, |
| "loss": 0.404296875, |
| "step": 25, |
| "token_acc": 0.8686943704163261 |
| }, |
| { |
| "epoch": 0.02230802230802231, |
| "grad_norm": 0.2980363965034485, |
| "learning_rate": 7.428571428571429e-06, |
| "loss": 0.434326171875, |
| "step": 26, |
| "token_acc": 0.8606818522161783 |
| }, |
| { |
| "epoch": 0.023166023166023165, |
| "grad_norm": 0.26264268159866333, |
| "learning_rate": 7.714285714285716e-06, |
| "loss": 0.430908203125, |
| "step": 27, |
| "token_acc": 0.860975401935843 |
| }, |
| { |
| "epoch": 0.024024024024024024, |
| "grad_norm": 2.648308277130127, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 0.431396484375, |
| "step": 28, |
| "token_acc": 0.8609830888996377 |
| }, |
| { |
| "epoch": 0.024882024882024883, |
| "grad_norm": 0.29543536901474, |
| "learning_rate": 8.285714285714287e-06, |
| "loss": 0.43017578125, |
| "step": 29, |
| "token_acc": 0.8615871081521881 |
| }, |
| { |
| "epoch": 0.02574002574002574, |
| "grad_norm": 0.28719252347946167, |
| "learning_rate": 8.571428571428571e-06, |
| "loss": 0.43408203125, |
| "step": 30, |
| "token_acc": 0.8603286205838111 |
| }, |
| { |
| "epoch": 0.026598026598026597, |
| "grad_norm": 0.2703489065170288, |
| "learning_rate": 8.857142857142858e-06, |
| "loss": 0.412353515625, |
| "step": 31, |
| "token_acc": 0.8671479658719087 |
| }, |
| { |
| "epoch": 0.027456027456027456, |
| "grad_norm": 0.29916954040527344, |
| "learning_rate": 9.142857142857144e-06, |
| "loss": 0.428466796875, |
| "step": 32, |
| "token_acc": 0.8626973978594102 |
| }, |
| { |
| "epoch": 0.028314028314028315, |
| "grad_norm": 0.3420413136482239, |
| "learning_rate": 9.42857142857143e-06, |
| "loss": 0.4365234375, |
| "step": 33, |
| "token_acc": 0.8599827915239731 |
| }, |
| { |
| "epoch": 0.02917202917202917, |
| "grad_norm": 0.3698040544986725, |
| "learning_rate": 9.714285714285715e-06, |
| "loss": 0.433349609375, |
| "step": 34, |
| "token_acc": 0.8605194210218615 |
| }, |
| { |
| "epoch": 0.03003003003003003, |
| "grad_norm": 0.2836638391017914, |
| "learning_rate": 1e-05, |
| "loss": 0.43603515625, |
| "step": 35, |
| "token_acc": 0.8599329162916195 |
| }, |
| { |
| "epoch": 0.03088803088803089, |
| "grad_norm": 0.3872542381286621, |
| "learning_rate": 9.99998071079783e-06, |
| "loss": 0.44970703125, |
| "step": 36, |
| "token_acc": 0.8565768523300122 |
| }, |
| { |
| "epoch": 0.031746031746031744, |
| "grad_norm": 0.2761880159378052, |
| "learning_rate": 9.999922843340147e-06, |
| "loss": 0.418701171875, |
| "step": 37, |
| "token_acc": 0.8653445481904468 |
| }, |
| { |
| "epoch": 0.03260403260403261, |
| "grad_norm": 0.3571472764015198, |
| "learning_rate": 9.999826398073438e-06, |
| "loss": 0.42578125, |
| "step": 38, |
| "token_acc": 0.8623041822562201 |
| }, |
| { |
| "epoch": 0.03346203346203346, |
| "grad_norm": 0.36762535572052, |
| "learning_rate": 9.999691375741846e-06, |
| "loss": 0.432861328125, |
| "step": 39, |
| "token_acc": 0.860566157930674 |
| }, |
| { |
| "epoch": 0.03432003432003432, |
| "grad_norm": 0.31121692061424255, |
| "learning_rate": 9.999517777387157e-06, |
| "loss": 0.433837890625, |
| "step": 40, |
| "token_acc": 0.8606299537989801 |
| }, |
| { |
| "epoch": 0.03517803517803518, |
| "grad_norm": 0.3051407039165497, |
| "learning_rate": 9.999305604348804e-06, |
| "loss": 0.442138671875, |
| "step": 41, |
| "token_acc": 0.8571202388232311 |
| }, |
| { |
| "epoch": 0.036036036036036036, |
| "grad_norm": 0.3610869348049164, |
| "learning_rate": 9.999054858263843e-06, |
| "loss": 0.431884765625, |
| "step": 42, |
| "token_acc": 0.8609604406819787 |
| }, |
| { |
| "epoch": 0.03689403689403689, |
| "grad_norm": 0.2832593023777008, |
| "learning_rate": 9.998765541066953e-06, |
| "loss": 0.419921875, |
| "step": 43, |
| "token_acc": 0.8645624517798693 |
| }, |
| { |
| "epoch": 0.037752037752037754, |
| "grad_norm": 0.3245987892150879, |
| "learning_rate": 9.998437654990412e-06, |
| "loss": 0.442138671875, |
| "step": 44, |
| "token_acc": 0.8581355942640042 |
| }, |
| { |
| "epoch": 0.03861003861003861, |
| "grad_norm": 0.3099849224090576, |
| "learning_rate": 9.998071202564086e-06, |
| "loss": 0.43505859375, |
| "step": 45, |
| "token_acc": 0.859622470127677 |
| }, |
| { |
| "epoch": 0.039468039468039465, |
| "grad_norm": 0.3080761432647705, |
| "learning_rate": 9.997666186615405e-06, |
| "loss": 0.432373046875, |
| "step": 46, |
| "token_acc": 0.8606909896763526 |
| }, |
| { |
| "epoch": 0.04032604032604033, |
| "grad_norm": 0.27880868315696716, |
| "learning_rate": 9.997222610269339e-06, |
| "loss": 0.427001953125, |
| "step": 47, |
| "token_acc": 0.8629267473482345 |
| }, |
| { |
| "epoch": 0.04118404118404118, |
| "grad_norm": 0.341497004032135, |
| "learning_rate": 9.996740476948386e-06, |
| "loss": 0.4501953125, |
| "step": 48, |
| "token_acc": 0.8556378060612979 |
| }, |
| { |
| "epoch": 0.042042042042042045, |
| "grad_norm": 0.3289513885974884, |
| "learning_rate": 9.99621979037253e-06, |
| "loss": 0.427490234375, |
| "step": 49, |
| "token_acc": 0.8628448142122482 |
| }, |
| { |
| "epoch": 0.0429000429000429, |
| "grad_norm": 0.2966715097427368, |
| "learning_rate": 9.995660554559225e-06, |
| "loss": 0.421875, |
| "step": 50, |
| "token_acc": 0.8633909547038404 |
| }, |
| { |
| "epoch": 0.043758043758043756, |
| "grad_norm": 0.3216015100479126, |
| "learning_rate": 9.995062773823352e-06, |
| "loss": 0.41748046875, |
| "step": 51, |
| "token_acc": 0.8650502073408959 |
| }, |
| { |
| "epoch": 0.04461604461604462, |
| "grad_norm": 0.3182523846626282, |
| "learning_rate": 9.994426452777201e-06, |
| "loss": 0.45458984375, |
| "step": 52, |
| "token_acc": 0.8540297519766729 |
| }, |
| { |
| "epoch": 0.045474045474045474, |
| "grad_norm": 0.28444159030914307, |
| "learning_rate": 9.993751596330421e-06, |
| "loss": 0.4462890625, |
| "step": 53, |
| "token_acc": 0.8570871122315712 |
| }, |
| { |
| "epoch": 0.04633204633204633, |
| "grad_norm": 0.319011926651001, |
| "learning_rate": 9.993038209689987e-06, |
| "loss": 0.443359375, |
| "step": 54, |
| "token_acc": 0.8574297247176856 |
| }, |
| { |
| "epoch": 0.04719004719004719, |
| "grad_norm": 0.32871705293655396, |
| "learning_rate": 9.992286298360164e-06, |
| "loss": 0.454833984375, |
| "step": 55, |
| "token_acc": 0.8541367885430617 |
| }, |
| { |
| "epoch": 0.04804804804804805, |
| "grad_norm": 0.2887991666793823, |
| "learning_rate": 9.991495868142457e-06, |
| "loss": 0.43310546875, |
| "step": 56, |
| "token_acc": 0.8608472410524005 |
| }, |
| { |
| "epoch": 0.0489060489060489, |
| "grad_norm": 0.29564040899276733, |
| "learning_rate": 9.99066692513558e-06, |
| "loss": 0.4326171875, |
| "step": 57, |
| "token_acc": 0.860788866796677 |
| }, |
| { |
| "epoch": 0.049764049764049766, |
| "grad_norm": 0.4187169373035431, |
| "learning_rate": 9.989799475735385e-06, |
| "loss": 0.439453125, |
| "step": 58, |
| "token_acc": 0.8589074672466088 |
| }, |
| { |
| "epoch": 0.05062205062205062, |
| "grad_norm": 0.30474570393562317, |
| "learning_rate": 9.98889352663484e-06, |
| "loss": 0.421875, |
| "step": 59, |
| "token_acc": 0.8631691535792372 |
| }, |
| { |
| "epoch": 0.05148005148005148, |
| "grad_norm": 0.3035092055797577, |
| "learning_rate": 9.987949084823958e-06, |
| "loss": 0.427490234375, |
| "step": 60, |
| "token_acc": 0.8622532215140132 |
| }, |
| { |
| "epoch": 0.05233805233805234, |
| "grad_norm": 0.2762581408023834, |
| "learning_rate": 9.986966157589751e-06, |
| "loss": 0.422607421875, |
| "step": 61, |
| "token_acc": 0.8633960461009306 |
| }, |
| { |
| "epoch": 0.053196053196053195, |
| "grad_norm": 0.3041031062602997, |
| "learning_rate": 9.985944752516168e-06, |
| "loss": 0.43408203125, |
| "step": 62, |
| "token_acc": 0.8613044748299509 |
| }, |
| { |
| "epoch": 0.05405405405405406, |
| "grad_norm": 0.30731523036956787, |
| "learning_rate": 9.984884877484049e-06, |
| "loss": 0.433837890625, |
| "step": 63, |
| "token_acc": 0.8596596491209223 |
| }, |
| { |
| "epoch": 0.05491205491205491, |
| "grad_norm": 0.3898373544216156, |
| "learning_rate": 9.983786540671052e-06, |
| "loss": 0.453125, |
| "step": 64, |
| "token_acc": 0.8555875432849217 |
| }, |
| { |
| "epoch": 0.05577005577005577, |
| "grad_norm": 0.2955479323863983, |
| "learning_rate": 9.982649750551589e-06, |
| "loss": 0.415283203125, |
| "step": 65, |
| "token_acc": 0.8665281042063112 |
| }, |
| { |
| "epoch": 0.05662805662805663, |
| "grad_norm": 0.2954164743423462, |
| "learning_rate": 9.981474515896772e-06, |
| "loss": 0.429931640625, |
| "step": 66, |
| "token_acc": 0.8625056155444735 |
| }, |
| { |
| "epoch": 0.057486057486057486, |
| "grad_norm": 0.2794334888458252, |
| "learning_rate": 9.980260845774336e-06, |
| "loss": 0.445068359375, |
| "step": 67, |
| "token_acc": 0.8562036524626453 |
| }, |
| { |
| "epoch": 0.05834405834405834, |
| "grad_norm": 0.2966383099555969, |
| "learning_rate": 9.979008749548575e-06, |
| "loss": 0.42724609375, |
| "step": 68, |
| "token_acc": 0.8628057083719157 |
| }, |
| { |
| "epoch": 0.059202059202059204, |
| "grad_norm": 0.8522504568099976, |
| "learning_rate": 9.977718236880262e-06, |
| "loss": 0.428955078125, |
| "step": 69, |
| "token_acc": 0.8629912660795612 |
| }, |
| { |
| "epoch": 0.06006006006006006, |
| "grad_norm": 0.3126501441001892, |
| "learning_rate": 9.97638931772658e-06, |
| "loss": 0.427001953125, |
| "step": 70, |
| "token_acc": 0.8629768460179474 |
| }, |
| { |
| "epoch": 0.060918060918060915, |
| "grad_norm": 0.28728997707366943, |
| "learning_rate": 9.975022002341045e-06, |
| "loss": 0.450439453125, |
| "step": 71, |
| "token_acc": 0.8559215975899666 |
| }, |
| { |
| "epoch": 0.06177606177606178, |
| "grad_norm": 0.3449382781982422, |
| "learning_rate": 9.97361630127343e-06, |
| "loss": 0.423095703125, |
| "step": 72, |
| "token_acc": 0.863885778698658 |
| }, |
| { |
| "epoch": 0.06263406263406264, |
| "grad_norm": 0.3375260829925537, |
| "learning_rate": 9.972172225369671e-06, |
| "loss": 0.42333984375, |
| "step": 73, |
| "token_acc": 0.8634253157093073 |
| }, |
| { |
| "epoch": 0.06349206349206349, |
| "grad_norm": 0.28931760787963867, |
| "learning_rate": 9.970689785771798e-06, |
| "loss": 0.44970703125, |
| "step": 74, |
| "token_acc": 0.8564562992038663 |
| }, |
| { |
| "epoch": 0.06435006435006435, |
| "grad_norm": 3.0931973457336426, |
| "learning_rate": 9.969168993917844e-06, |
| "loss": 0.450439453125, |
| "step": 75, |
| "token_acc": 0.8559120096878268 |
| }, |
| { |
| "epoch": 0.06520806520806521, |
| "grad_norm": 0.3273981213569641, |
| "learning_rate": 9.967609861541751e-06, |
| "loss": 0.4248046875, |
| "step": 76, |
| "token_acc": 0.8635447966833478 |
| }, |
| { |
| "epoch": 0.06606606606606606, |
| "grad_norm": 0.3380928635597229, |
| "learning_rate": 9.966012400673291e-06, |
| "loss": 0.441162109375, |
| "step": 77, |
| "token_acc": 0.8580933536372612 |
| }, |
| { |
| "epoch": 0.06692406692406692, |
| "grad_norm": 0.34710147976875305, |
| "learning_rate": 9.964376623637955e-06, |
| "loss": 0.429931640625, |
| "step": 78, |
| "token_acc": 0.8617754903528637 |
| }, |
| { |
| "epoch": 0.06778206778206779, |
| "grad_norm": 0.30178025364875793, |
| "learning_rate": 9.962702543056884e-06, |
| "loss": 0.427490234375, |
| "step": 79, |
| "token_acc": 0.8619628835376251 |
| }, |
| { |
| "epoch": 0.06864006864006864, |
| "grad_norm": 0.2820201814174652, |
| "learning_rate": 9.960990171846745e-06, |
| "loss": 0.417724609375, |
| "step": 80, |
| "token_acc": 0.8650374974737681 |
| }, |
| { |
| "epoch": 0.0694980694980695, |
| "grad_norm": 0.347827285528183, |
| "learning_rate": 9.95923952321965e-06, |
| "loss": 0.446044921875, |
| "step": 81, |
| "token_acc": 0.8573285744675821 |
| }, |
| { |
| "epoch": 0.07035607035607036, |
| "grad_norm": 0.33719682693481445, |
| "learning_rate": 9.957450610683044e-06, |
| "loss": 0.4189453125, |
| "step": 82, |
| "token_acc": 0.8653641047271851 |
| }, |
| { |
| "epoch": 0.07121407121407121, |
| "grad_norm": 0.29275792837142944, |
| "learning_rate": 9.955623448039605e-06, |
| "loss": 0.45361328125, |
| "step": 83, |
| "token_acc": 0.8552737569398858 |
| }, |
| { |
| "epoch": 0.07207207207207207, |
| "grad_norm": 0.2906016409397125, |
| "learning_rate": 9.953758049387138e-06, |
| "loss": 0.43701171875, |
| "step": 84, |
| "token_acc": 0.8588033245080293 |
| }, |
| { |
| "epoch": 0.07293007293007293, |
| "grad_norm": 0.5485277771949768, |
| "learning_rate": 9.951854429118463e-06, |
| "loss": 0.4306640625, |
| "step": 85, |
| "token_acc": 0.8614512031562757 |
| }, |
| { |
| "epoch": 0.07378807378807378, |
| "grad_norm": 0.30742642283439636, |
| "learning_rate": 9.949912601921306e-06, |
| "loss": 0.428466796875, |
| "step": 86, |
| "token_acc": 0.8614272252242766 |
| }, |
| { |
| "epoch": 0.07464607464607464, |
| "grad_norm": 0.2804388403892517, |
| "learning_rate": 9.947932582778188e-06, |
| "loss": 0.4208984375, |
| "step": 87, |
| "token_acc": 0.8639668348313108 |
| }, |
| { |
| "epoch": 0.07550407550407551, |
| "grad_norm": 0.31447505950927734, |
| "learning_rate": 9.945914386966301e-06, |
| "loss": 0.42529296875, |
| "step": 88, |
| "token_acc": 0.8628242451023378 |
| }, |
| { |
| "epoch": 0.07636207636207636, |
| "grad_norm": 0.38147038221359253, |
| "learning_rate": 9.943858030057404e-06, |
| "loss": 0.4306640625, |
| "step": 89, |
| "token_acc": 0.8613532756292224 |
| }, |
| { |
| "epoch": 0.07722007722007722, |
| "grad_norm": 0.3168240487575531, |
| "learning_rate": 9.94176352791769e-06, |
| "loss": 0.429931640625, |
| "step": 90, |
| "token_acc": 0.8612591455645956 |
| }, |
| { |
| "epoch": 0.07807807807807808, |
| "grad_norm": 0.29199087619781494, |
| "learning_rate": 9.939630896707665e-06, |
| "loss": 0.421630859375, |
| "step": 91, |
| "token_acc": 0.8631643219412931 |
| }, |
| { |
| "epoch": 0.07893607893607893, |
| "grad_norm": 0.49767443537712097, |
| "learning_rate": 9.937460152882035e-06, |
| "loss": 0.423828125, |
| "step": 92, |
| "token_acc": 0.863237554778442 |
| }, |
| { |
| "epoch": 0.07979407979407979, |
| "grad_norm": 0.2916853129863739, |
| "learning_rate": 9.935251313189564e-06, |
| "loss": 0.42724609375, |
| "step": 93, |
| "token_acc": 0.8618807920581697 |
| }, |
| { |
| "epoch": 0.08065208065208065, |
| "grad_norm": 0.2920651435852051, |
| "learning_rate": 9.933004394672958e-06, |
| "loss": 0.406494140625, |
| "step": 94, |
| "token_acc": 0.8693244848795153 |
| }, |
| { |
| "epoch": 0.08151008151008152, |
| "grad_norm": 0.2903677821159363, |
| "learning_rate": 9.93071941466872e-06, |
| "loss": 0.436767578125, |
| "step": 95, |
| "token_acc": 0.8592656595369684 |
| }, |
| { |
| "epoch": 0.08236808236808237, |
| "grad_norm": 0.32656461000442505, |
| "learning_rate": 9.928396390807026e-06, |
| "loss": 0.439453125, |
| "step": 96, |
| "token_acc": 0.8590200209328654 |
| }, |
| { |
| "epoch": 0.08322608322608323, |
| "grad_norm": 1.9109225273132324, |
| "learning_rate": 9.926035341011589e-06, |
| "loss": 0.42626953125, |
| "step": 97, |
| "token_acc": 0.8617394337700754 |
| }, |
| { |
| "epoch": 0.08408408408408409, |
| "grad_norm": 0.27664613723754883, |
| "learning_rate": 9.923636283499513e-06, |
| "loss": 0.4365234375, |
| "step": 98, |
| "token_acc": 0.8599078524886146 |
| }, |
| { |
| "epoch": 0.08494208494208494, |
| "grad_norm": 0.30498018860816956, |
| "learning_rate": 9.921199236781165e-06, |
| "loss": 0.43017578125, |
| "step": 99, |
| "token_acc": 0.8627635157143615 |
| }, |
| { |
| "epoch": 0.0858000858000858, |
| "grad_norm": 0.33257657289505005, |
| "learning_rate": 9.918724219660013e-06, |
| "loss": 0.439697265625, |
| "step": 100, |
| "token_acc": 0.8581050168508915 |
| }, |
| { |
| "epoch": 0.08665808665808666, |
| "grad_norm": 0.32996806502342224, |
| "learning_rate": 9.916211251232507e-06, |
| "loss": 0.427734375, |
| "step": 101, |
| "token_acc": 0.8625372932189703 |
| }, |
| { |
| "epoch": 0.08751608751608751, |
| "grad_norm": 0.3133423924446106, |
| "learning_rate": 9.913660350887903e-06, |
| "loss": 0.440673828125, |
| "step": 102, |
| "token_acc": 0.8591320939069387 |
| }, |
| { |
| "epoch": 0.08837408837408837, |
| "grad_norm": 0.27616122364997864, |
| "learning_rate": 9.911071538308135e-06, |
| "loss": 0.419677734375, |
| "step": 103, |
| "token_acc": 0.8650150464302567 |
| }, |
| { |
| "epoch": 0.08923208923208924, |
| "grad_norm": 0.28254660964012146, |
| "learning_rate": 9.908444833467659e-06, |
| "loss": 0.4306640625, |
| "step": 104, |
| "token_acc": 0.8617095279920655 |
| }, |
| { |
| "epoch": 0.09009009009009009, |
| "grad_norm": 0.4568648636341095, |
| "learning_rate": 9.905780256633286e-06, |
| "loss": 0.417724609375, |
| "step": 105, |
| "token_acc": 0.8650285820610095 |
| }, |
| { |
| "epoch": 0.09094809094809095, |
| "grad_norm": 0.434441477060318, |
| "learning_rate": 9.903077828364043e-06, |
| "loss": 0.415771484375, |
| "step": 106, |
| "token_acc": 0.8654695216655324 |
| }, |
| { |
| "epoch": 0.09180609180609181, |
| "grad_norm": 0.34304696321487427, |
| "learning_rate": 9.900337569511003e-06, |
| "loss": 0.448974609375, |
| "step": 107, |
| "token_acc": 0.8564676608409104 |
| }, |
| { |
| "epoch": 0.09266409266409266, |
| "grad_norm": 0.303996205329895, |
| "learning_rate": 9.897559501217131e-06, |
| "loss": 0.438720703125, |
| "step": 108, |
| "token_acc": 0.8586671700672731 |
| }, |
| { |
| "epoch": 0.09352209352209352, |
| "grad_norm": 0.2625811696052551, |
| "learning_rate": 9.894743644917115e-06, |
| "loss": 0.429443359375, |
| "step": 109, |
| "token_acc": 0.8618800023557979 |
| }, |
| { |
| "epoch": 0.09438009438009438, |
| "grad_norm": 0.7613674402236938, |
| "learning_rate": 9.891890022337201e-06, |
| "loss": 0.406005859375, |
| "step": 110, |
| "token_acc": 0.8684085825793044 |
| }, |
| { |
| "epoch": 0.09523809523809523, |
| "grad_norm": 0.4227883815765381, |
| "learning_rate": 9.888998655495033e-06, |
| "loss": 0.4541015625, |
| "step": 111, |
| "token_acc": 0.8544713167964341 |
| }, |
| { |
| "epoch": 0.0960960960960961, |
| "grad_norm": 0.5801519155502319, |
| "learning_rate": 9.886069566699472e-06, |
| "loss": 0.438720703125, |
| "step": 112, |
| "token_acc": 0.8589787700604063 |
| }, |
| { |
| "epoch": 0.09695409695409696, |
| "grad_norm": 0.289485901594162, |
| "learning_rate": 9.883102778550434e-06, |
| "loss": 0.425537109375, |
| "step": 113, |
| "token_acc": 0.8629462269697322 |
| }, |
| { |
| "epoch": 0.0978120978120978, |
| "grad_norm": 0.3218851387500763, |
| "learning_rate": 9.880098313938711e-06, |
| "loss": 0.4501953125, |
| "step": 114, |
| "token_acc": 0.8556671000764572 |
| }, |
| { |
| "epoch": 0.09867009867009867, |
| "grad_norm": 0.3377731442451477, |
| "learning_rate": 9.87705619604579e-06, |
| "loss": 0.439208984375, |
| "step": 115, |
| "token_acc": 0.8599389304977834 |
| }, |
| { |
| "epoch": 0.09952809952809953, |
| "grad_norm": 0.29411622881889343, |
| "learning_rate": 9.873976448343685e-06, |
| "loss": 0.4521484375, |
| "step": 116, |
| "token_acc": 0.8544804775551352 |
| }, |
| { |
| "epoch": 0.10038610038610038, |
| "grad_norm": 0.3255802392959595, |
| "learning_rate": 9.870859094594744e-06, |
| "loss": 0.449951171875, |
| "step": 117, |
| "token_acc": 0.8551571620078223 |
| }, |
| { |
| "epoch": 0.10124410124410124, |
| "grad_norm": 0.26449504494667053, |
| "learning_rate": 9.867704158851474e-06, |
| "loss": 0.426025390625, |
| "step": 118, |
| "token_acc": 0.8631648397770266 |
| }, |
| { |
| "epoch": 0.1021021021021021, |
| "grad_norm": 0.30522894859313965, |
| "learning_rate": 9.864511665456355e-06, |
| "loss": 0.4296875, |
| "step": 119, |
| "token_acc": 0.8609904774105389 |
| }, |
| { |
| "epoch": 0.10296010296010295, |
| "grad_norm": 0.2805873155593872, |
| "learning_rate": 9.861281639041643e-06, |
| "loss": 0.448486328125, |
| "step": 120, |
| "token_acc": 0.8561486803522393 |
| }, |
| { |
| "epoch": 0.10381810381810382, |
| "grad_norm": 0.2855660021305084, |
| "learning_rate": 9.858014104529195e-06, |
| "loss": 0.443603515625, |
| "step": 121, |
| "token_acc": 0.858334287173961 |
| }, |
| { |
| "epoch": 0.10467610467610468, |
| "grad_norm": 0.30721303820610046, |
| "learning_rate": 9.854709087130261e-06, |
| "loss": 0.43310546875, |
| "step": 122, |
| "token_acc": 0.8612063788616802 |
| }, |
| { |
| "epoch": 0.10553410553410554, |
| "grad_norm": 0.309182733297348, |
| "learning_rate": 9.851366612345304e-06, |
| "loss": 0.4228515625, |
| "step": 123, |
| "token_acc": 0.8639700842376264 |
| }, |
| { |
| "epoch": 0.10639210639210639, |
| "grad_norm": 0.30527999997138977, |
| "learning_rate": 9.847986705963789e-06, |
| "loss": 0.424560546875, |
| "step": 124, |
| "token_acc": 0.8631246825535072 |
| }, |
| { |
| "epoch": 0.10725010725010725, |
| "grad_norm": 0.33542191982269287, |
| "learning_rate": 9.844569394063997e-06, |
| "loss": 0.444091796875, |
| "step": 125, |
| "token_acc": 0.857084798619866 |
| }, |
| { |
| "epoch": 0.10810810810810811, |
| "grad_norm": 0.2956825792789459, |
| "learning_rate": 9.841114703012817e-06, |
| "loss": 0.439208984375, |
| "step": 126, |
| "token_acc": 0.8585802075702208 |
| }, |
| { |
| "epoch": 0.10896610896610896, |
| "grad_norm": 0.28136518597602844, |
| "learning_rate": 9.837622659465542e-06, |
| "loss": 0.43603515625, |
| "step": 127, |
| "token_acc": 0.860400479965134 |
| }, |
| { |
| "epoch": 0.10982410982410983, |
| "grad_norm": 0.8990980386734009, |
| "learning_rate": 9.834093290365665e-06, |
| "loss": 0.456298828125, |
| "step": 128, |
| "token_acc": 0.8547015410140556 |
| }, |
| { |
| "epoch": 0.11068211068211069, |
| "grad_norm": 0.2926611006259918, |
| "learning_rate": 9.830526622944672e-06, |
| "loss": 0.4296875, |
| "step": 129, |
| "token_acc": 0.8617054450042543 |
| }, |
| { |
| "epoch": 0.11154011154011154, |
| "grad_norm": 0.315525084733963, |
| "learning_rate": 9.826922684721828e-06, |
| "loss": 0.426025390625, |
| "step": 130, |
| "token_acc": 0.8627010621126744 |
| }, |
| { |
| "epoch": 0.1123981123981124, |
| "grad_norm": 0.5347230434417725, |
| "learning_rate": 9.823281503503976e-06, |
| "loss": 0.423095703125, |
| "step": 131, |
| "token_acc": 0.8635265770435971 |
| }, |
| { |
| "epoch": 0.11325611325611326, |
| "grad_norm": 0.371747761964798, |
| "learning_rate": 9.819603107385304e-06, |
| "loss": 0.429443359375, |
| "step": 132, |
| "token_acc": 0.8621341662558797 |
| }, |
| { |
| "epoch": 0.11411411411411411, |
| "grad_norm": 0.3243626356124878, |
| "learning_rate": 9.815887524747143e-06, |
| "loss": 0.44677734375, |
| "step": 133, |
| "token_acc": 0.8569062864269701 |
| }, |
| { |
| "epoch": 0.11497211497211497, |
| "grad_norm": 0.5298293828964233, |
| "learning_rate": 9.812134784257743e-06, |
| "loss": 0.437744140625, |
| "step": 134, |
| "token_acc": 0.8591547716823851 |
| }, |
| { |
| "epoch": 0.11583011583011583, |
| "grad_norm": 0.36959308385849, |
| "learning_rate": 9.808344914872052e-06, |
| "loss": 0.434326171875, |
| "step": 135, |
| "token_acc": 0.8606646695660967 |
| }, |
| { |
| "epoch": 0.11668811668811668, |
| "grad_norm": 0.3174014985561371, |
| "learning_rate": 9.804517945831496e-06, |
| "loss": 0.432373046875, |
| "step": 136, |
| "token_acc": 0.859926808497758 |
| }, |
| { |
| "epoch": 0.11754611754611755, |
| "grad_norm": 0.287353515625, |
| "learning_rate": 9.80065390666374e-06, |
| "loss": 0.42236328125, |
| "step": 137, |
| "token_acc": 0.8635208120658386 |
| }, |
| { |
| "epoch": 0.11840411840411841, |
| "grad_norm": 0.27945515513420105, |
| "learning_rate": 9.796752827182482e-06, |
| "loss": 0.43310546875, |
| "step": 138, |
| "token_acc": 0.8607503702353102 |
| }, |
| { |
| "epoch": 0.11926211926211926, |
| "grad_norm": 0.3561578392982483, |
| "learning_rate": 9.792814737487207e-06, |
| "loss": 0.447998046875, |
| "step": 139, |
| "token_acc": 0.8558888047891007 |
| }, |
| { |
| "epoch": 0.12012012012012012, |
| "grad_norm": 0.43907490372657776, |
| "learning_rate": 9.788839667962956e-06, |
| "loss": 0.424560546875, |
| "step": 140, |
| "token_acc": 0.8635364206281559 |
| }, |
| { |
| "epoch": 0.12097812097812098, |
| "grad_norm": 0.3326631188392639, |
| "learning_rate": 9.784827649280097e-06, |
| "loss": 0.439208984375, |
| "step": 141, |
| "token_acc": 0.8586229692012771 |
| }, |
| { |
| "epoch": 0.12183612183612183, |
| "grad_norm": 0.5196930766105652, |
| "learning_rate": 9.780778712394085e-06, |
| "loss": 0.433349609375, |
| "step": 142, |
| "token_acc": 0.8607700267039842 |
| }, |
| { |
| "epoch": 0.12269412269412269, |
| "grad_norm": 0.38644012808799744, |
| "learning_rate": 9.77669288854523e-06, |
| "loss": 0.433837890625, |
| "step": 143, |
| "token_acc": 0.8609724672508361 |
| }, |
| { |
| "epoch": 0.12355212355212356, |
| "grad_norm": 0.3500310480594635, |
| "learning_rate": 9.772570209258437e-06, |
| "loss": 0.42138671875, |
| "step": 144, |
| "token_acc": 0.8650113555684986 |
| }, |
| { |
| "epoch": 0.1244101244101244, |
| "grad_norm": 0.6358687281608582, |
| "learning_rate": 9.76841070634299e-06, |
| "loss": 0.44189453125, |
| "step": 145, |
| "token_acc": 0.8579567977768892 |
| }, |
| { |
| "epoch": 0.12526812526812528, |
| "grad_norm": 0.28797560930252075, |
| "learning_rate": 9.764214411892283e-06, |
| "loss": 0.419677734375, |
| "step": 146, |
| "token_acc": 0.8643177930142651 |
| }, |
| { |
| "epoch": 0.12612612612612611, |
| "grad_norm": 0.3438848853111267, |
| "learning_rate": 9.759981358283586e-06, |
| "loss": 0.4228515625, |
| "step": 147, |
| "token_acc": 0.8635684403350091 |
| }, |
| { |
| "epoch": 0.12698412698412698, |
| "grad_norm": 0.307162344455719, |
| "learning_rate": 9.755711578177789e-06, |
| "loss": 0.436279296875, |
| "step": 148, |
| "token_acc": 0.8602330362200822 |
| }, |
| { |
| "epoch": 0.12784212784212784, |
| "grad_norm": 0.3102457523345947, |
| "learning_rate": 9.751405104519151e-06, |
| "loss": 0.4228515625, |
| "step": 149, |
| "token_acc": 0.8635288789939924 |
| }, |
| { |
| "epoch": 0.1287001287001287, |
| "grad_norm": 0.4492000937461853, |
| "learning_rate": 9.747061970535054e-06, |
| "loss": 0.423583984375, |
| "step": 150, |
| "token_acc": 0.8625032608695652 |
| }, |
| { |
| "epoch": 0.12955812955812956, |
| "grad_norm": 0.2836586833000183, |
| "learning_rate": 9.742682209735727e-06, |
| "loss": 0.42431640625, |
| "step": 151, |
| "token_acc": 0.8641671049092974 |
| }, |
| { |
| "epoch": 0.13041613041613043, |
| "grad_norm": 0.29926013946533203, |
| "learning_rate": 9.738265855914014e-06, |
| "loss": 0.42333984375, |
| "step": 152, |
| "token_acc": 0.8644063622140684 |
| }, |
| { |
| "epoch": 0.13127413127413126, |
| "grad_norm": 0.29115450382232666, |
| "learning_rate": 9.733812943145084e-06, |
| "loss": 0.406494140625, |
| "step": 153, |
| "token_acc": 0.8688271440873476 |
| }, |
| { |
| "epoch": 0.13213213213213212, |
| "grad_norm": 0.3262125551700592, |
| "learning_rate": 9.729323505786195e-06, |
| "loss": 0.453125, |
| "step": 154, |
| "token_acc": 0.8551171400298111 |
| }, |
| { |
| "epoch": 0.132990132990133, |
| "grad_norm": 0.34598642587661743, |
| "learning_rate": 9.724797578476414e-06, |
| "loss": 0.4228515625, |
| "step": 155, |
| "token_acc": 0.8643666068375494 |
| }, |
| { |
| "epoch": 0.13384813384813385, |
| "grad_norm": 0.29481667280197144, |
| "learning_rate": 9.720235196136348e-06, |
| "loss": 0.406982421875, |
| "step": 156, |
| "token_acc": 0.8674880183995566 |
| }, |
| { |
| "epoch": 0.1347061347061347, |
| "grad_norm": 0.30502384901046753, |
| "learning_rate": 9.715636393967886e-06, |
| "loss": 0.42724609375, |
| "step": 157, |
| "token_acc": 0.863166064395743 |
| }, |
| { |
| "epoch": 0.13556413556413557, |
| "grad_norm": 0.6529213190078735, |
| "learning_rate": 9.711001207453919e-06, |
| "loss": 0.430908203125, |
| "step": 158, |
| "token_acc": 0.8613759993071831 |
| }, |
| { |
| "epoch": 0.1364221364221364, |
| "grad_norm": 0.33587655425071716, |
| "learning_rate": 9.706329672358062e-06, |
| "loss": 0.440185546875, |
| "step": 159, |
| "token_acc": 0.8586738032977728 |
| }, |
| { |
| "epoch": 0.13728013728013727, |
| "grad_norm": 0.35240015387535095, |
| "learning_rate": 9.701621824724394e-06, |
| "loss": 0.443359375, |
| "step": 160, |
| "token_acc": 0.8575893885982059 |
| }, |
| { |
| "epoch": 0.13813813813813813, |
| "grad_norm": 0.30771923065185547, |
| "learning_rate": 9.696877700877162e-06, |
| "loss": 0.4248046875, |
| "step": 161, |
| "token_acc": 0.863541263164223 |
| }, |
| { |
| "epoch": 0.138996138996139, |
| "grad_norm": 0.3204922378063202, |
| "learning_rate": 9.692097337420513e-06, |
| "loss": 0.43408203125, |
| "step": 162, |
| "token_acc": 0.8605713765677119 |
| }, |
| { |
| "epoch": 0.13985413985413986, |
| "grad_norm": 0.2962246239185333, |
| "learning_rate": 9.687280771238206e-06, |
| "loss": 0.407470703125, |
| "step": 163, |
| "token_acc": 0.8683413762936265 |
| }, |
| { |
| "epoch": 0.14071214071214072, |
| "grad_norm": 0.290865421295166, |
| "learning_rate": 9.682428039493325e-06, |
| "loss": 0.42041015625, |
| "step": 164, |
| "token_acc": 0.8647953851453527 |
| }, |
| { |
| "epoch": 0.14157014157014158, |
| "grad_norm": 0.2946326732635498, |
| "learning_rate": 9.677539179628005e-06, |
| "loss": 0.4306640625, |
| "step": 165, |
| "token_acc": 0.8619105384048139 |
| }, |
| { |
| "epoch": 0.14242814242814242, |
| "grad_norm": 0.30827391147613525, |
| "learning_rate": 9.672614229363127e-06, |
| "loss": 0.4501953125, |
| "step": 166, |
| "token_acc": 0.8559948327280084 |
| }, |
| { |
| "epoch": 0.14328614328614328, |
| "grad_norm": 0.33036574721336365, |
| "learning_rate": 9.667653226698033e-06, |
| "loss": 0.4287109375, |
| "step": 167, |
| "token_acc": 0.8612697143801372 |
| }, |
| { |
| "epoch": 0.14414414414414414, |
| "grad_norm": 0.33519428968429565, |
| "learning_rate": 9.662656209910237e-06, |
| "loss": 0.44189453125, |
| "step": 168, |
| "token_acc": 0.8577209057951392 |
| }, |
| { |
| "epoch": 0.145002145002145, |
| "grad_norm": 0.2916140854358673, |
| "learning_rate": 9.657623217555127e-06, |
| "loss": 0.431640625, |
| "step": 169, |
| "token_acc": 0.8608554884502833 |
| }, |
| { |
| "epoch": 0.14586014586014587, |
| "grad_norm": 0.33733654022216797, |
| "learning_rate": 9.652554288465668e-06, |
| "loss": 0.450439453125, |
| "step": 170, |
| "token_acc": 0.8552735343800931 |
| }, |
| { |
| "epoch": 0.14671814671814673, |
| "grad_norm": 0.3312537670135498, |
| "learning_rate": 9.647449461752094e-06, |
| "loss": 0.42529296875, |
| "step": 171, |
| "token_acc": 0.8625212401313058 |
| }, |
| { |
| "epoch": 0.14757614757614756, |
| "grad_norm": 0.333163321018219, |
| "learning_rate": 9.642308776801621e-06, |
| "loss": 0.4376220703125, |
| "step": 172, |
| "token_acc": 0.8598716269936951 |
| }, |
| { |
| "epoch": 0.14843414843414843, |
| "grad_norm": 0.3010820746421814, |
| "learning_rate": 9.637132273278135e-06, |
| "loss": 0.431884765625, |
| "step": 173, |
| "token_acc": 0.8611986803938672 |
| }, |
| { |
| "epoch": 0.1492921492921493, |
| "grad_norm": 0.34259986877441406, |
| "learning_rate": 9.631919991121885e-06, |
| "loss": 0.424072265625, |
| "step": 174, |
| "token_acc": 0.862877672056048 |
| }, |
| { |
| "epoch": 0.15015015015015015, |
| "grad_norm": 0.3133125603199005, |
| "learning_rate": 9.626671970549175e-06, |
| "loss": 0.43505859375, |
| "step": 175, |
| "token_acc": 0.8597293753695594 |
| }, |
| { |
| "epoch": 0.15100815100815101, |
| "grad_norm": 0.36292973160743713, |
| "learning_rate": 9.62138825205206e-06, |
| "loss": 0.425537109375, |
| "step": 176, |
| "token_acc": 0.8621155247863155 |
| }, |
| { |
| "epoch": 0.15186615186615188, |
| "grad_norm": 0.2830241322517395, |
| "learning_rate": 9.616068876398021e-06, |
| "loss": 0.419677734375, |
| "step": 177, |
| "token_acc": 0.8632545273964338 |
| }, |
| { |
| "epoch": 0.1527241527241527, |
| "grad_norm": 0.29340943694114685, |
| "learning_rate": 9.610713884629667e-06, |
| "loss": 0.416259765625, |
| "step": 178, |
| "token_acc": 0.8656306113394333 |
| }, |
| { |
| "epoch": 0.15358215358215357, |
| "grad_norm": 0.5450041890144348, |
| "learning_rate": 9.605323318064403e-06, |
| "loss": 0.425537109375, |
| "step": 179, |
| "token_acc": 0.8628726012628118 |
| }, |
| { |
| "epoch": 0.15444015444015444, |
| "grad_norm": 0.28800562024116516, |
| "learning_rate": 9.599897218294122e-06, |
| "loss": 0.429443359375, |
| "step": 180, |
| "token_acc": 0.8615286764775196 |
| }, |
| { |
| "epoch": 0.1552981552981553, |
| "grad_norm": 0.289815217256546, |
| "learning_rate": 9.594435627184877e-06, |
| "loss": 0.414306640625, |
| "step": 181, |
| "token_acc": 0.865961407129698 |
| }, |
| { |
| "epoch": 0.15615615615615616, |
| "grad_norm": 0.29922357201576233, |
| "learning_rate": 9.588938586876564e-06, |
| "loss": 0.439208984375, |
| "step": 182, |
| "token_acc": 0.8580632541072037 |
| }, |
| { |
| "epoch": 0.15701415701415702, |
| "grad_norm": 0.26317358016967773, |
| "learning_rate": 9.58340613978259e-06, |
| "loss": 0.421630859375, |
| "step": 183, |
| "token_acc": 0.8639203538697734 |
| }, |
| { |
| "epoch": 0.15787215787215786, |
| "grad_norm": 0.3301839530467987, |
| "learning_rate": 9.577838328589551e-06, |
| "loss": 0.443115234375, |
| "step": 184, |
| "token_acc": 0.8589078510498724 |
| }, |
| { |
| "epoch": 0.15873015873015872, |
| "grad_norm": 0.305098295211792, |
| "learning_rate": 9.5722351962569e-06, |
| "loss": 0.423828125, |
| "step": 185, |
| "token_acc": 0.8633081519752234 |
| }, |
| { |
| "epoch": 0.15958815958815958, |
| "grad_norm": 0.30107805132865906, |
| "learning_rate": 9.566596786016622e-06, |
| "loss": 0.3994140625, |
| "step": 186, |
| "token_acc": 0.8696676163560985 |
| }, |
| { |
| "epoch": 0.16044616044616045, |
| "grad_norm": 0.2985714375972748, |
| "learning_rate": 9.560923141372889e-06, |
| "loss": 0.420654296875, |
| "step": 187, |
| "token_acc": 0.8641579857943917 |
| }, |
| { |
| "epoch": 0.1613041613041613, |
| "grad_norm": 0.37831997871398926, |
| "learning_rate": 9.555214306101732e-06, |
| "loss": 0.414794921875, |
| "step": 188, |
| "token_acc": 0.8657206555629284 |
| }, |
| { |
| "epoch": 0.16216216216216217, |
| "grad_norm": 0.35076069831848145, |
| "learning_rate": 9.549470324250702e-06, |
| "loss": 0.415771484375, |
| "step": 189, |
| "token_acc": 0.8659297283567602 |
| }, |
| { |
| "epoch": 0.16302016302016303, |
| "grad_norm": 0.37489020824432373, |
| "learning_rate": 9.54369124013853e-06, |
| "loss": 0.430908203125, |
| "step": 190, |
| "token_acc": 0.86083620683187 |
| }, |
| { |
| "epoch": 0.16387816387816387, |
| "grad_norm": 0.29684630036354065, |
| "learning_rate": 9.537877098354787e-06, |
| "loss": 0.42333984375, |
| "step": 191, |
| "token_acc": 0.8633850161532511 |
| }, |
| { |
| "epoch": 0.16473616473616473, |
| "grad_norm": 0.28190863132476807, |
| "learning_rate": 9.53202794375953e-06, |
| "loss": 0.43798828125, |
| "step": 192, |
| "token_acc": 0.859159046623762 |
| }, |
| { |
| "epoch": 0.1655941655941656, |
| "grad_norm": 0.3336430490016937, |
| "learning_rate": 9.526143821482975e-06, |
| "loss": 0.43408203125, |
| "step": 193, |
| "token_acc": 0.8602687551811895 |
| }, |
| { |
| "epoch": 0.16645216645216646, |
| "grad_norm": 0.3207132816314697, |
| "learning_rate": 9.52022477692513e-06, |
| "loss": 0.43701171875, |
| "step": 194, |
| "token_acc": 0.8597600655803189 |
| }, |
| { |
| "epoch": 0.16731016731016732, |
| "grad_norm": 0.33097460865974426, |
| "learning_rate": 9.514270855755451e-06, |
| "loss": 0.429931640625, |
| "step": 195, |
| "token_acc": 0.8609641657849947 |
| }, |
| { |
| "epoch": 0.16816816816816818, |
| "grad_norm": 0.3455677330493927, |
| "learning_rate": 9.508282103912497e-06, |
| "loss": 0.44580078125, |
| "step": 196, |
| "token_acc": 0.8570423522076971 |
| }, |
| { |
| "epoch": 0.16902616902616902, |
| "grad_norm": 0.3299466371536255, |
| "learning_rate": 9.502258567603563e-06, |
| "loss": 0.440673828125, |
| "step": 197, |
| "token_acc": 0.8582987573677376 |
| }, |
| { |
| "epoch": 0.16988416988416988, |
| "grad_norm": 1.0264750719070435, |
| "learning_rate": 9.496200293304339e-06, |
| "loss": 0.4443359375, |
| "step": 198, |
| "token_acc": 0.8581876996648996 |
| }, |
| { |
| "epoch": 0.17074217074217074, |
| "grad_norm": 0.2721017003059387, |
| "learning_rate": 9.490107327758528e-06, |
| "loss": 0.431640625, |
| "step": 199, |
| "token_acc": 0.8619042995870427 |
| }, |
| { |
| "epoch": 0.1716001716001716, |
| "grad_norm": 0.26176390051841736, |
| "learning_rate": 9.483979717977513e-06, |
| "loss": 0.45166015625, |
| "step": 200, |
| "token_acc": 0.8552887812873359 |
| }, |
| { |
| "epoch": 0.17245817245817247, |
| "grad_norm": 0.27081790566444397, |
| "learning_rate": 9.477817511239975e-06, |
| "loss": 0.426513671875, |
| "step": 201, |
| "token_acc": 0.8632319279231626 |
| }, |
| { |
| "epoch": 0.17331617331617333, |
| "grad_norm": 0.3169817626476288, |
| "learning_rate": 9.471620755091531e-06, |
| "loss": 0.4267578125, |
| "step": 202, |
| "token_acc": 0.8624886674328791 |
| }, |
| { |
| "epoch": 0.17417417417417416, |
| "grad_norm": 0.4112089276313782, |
| "learning_rate": 9.46538949734438e-06, |
| "loss": 0.429931640625, |
| "step": 203, |
| "token_acc": 0.8624112844761109 |
| }, |
| { |
| "epoch": 0.17503217503217502, |
| "grad_norm": 0.27956825494766235, |
| "learning_rate": 9.459123786076911e-06, |
| "loss": 0.43359375, |
| "step": 204, |
| "token_acc": 0.8601894168572344 |
| }, |
| { |
| "epoch": 0.1758901758901759, |
| "grad_norm": 0.27259179949760437, |
| "learning_rate": 9.45282366963336e-06, |
| "loss": 0.426513671875, |
| "step": 205, |
| "token_acc": 0.8615424963628182 |
| }, |
| { |
| "epoch": 0.17674817674817675, |
| "grad_norm": 0.2905864715576172, |
| "learning_rate": 9.44648919662341e-06, |
| "loss": 0.43701171875, |
| "step": 206, |
| "token_acc": 0.860450626306242 |
| }, |
| { |
| "epoch": 0.1776061776061776, |
| "grad_norm": 0.28907889127731323, |
| "learning_rate": 9.440120415921833e-06, |
| "loss": 0.440673828125, |
| "step": 207, |
| "token_acc": 0.8582661859050449 |
| }, |
| { |
| "epoch": 0.17846417846417847, |
| "grad_norm": 0.27410227060317993, |
| "learning_rate": 9.433717376668112e-06, |
| "loss": 0.424072265625, |
| "step": 208, |
| "token_acc": 0.8628683258008377 |
| }, |
| { |
| "epoch": 0.1793221793221793, |
| "grad_norm": 0.2896680533885956, |
| "learning_rate": 9.427280128266049e-06, |
| "loss": 0.426025390625, |
| "step": 209, |
| "token_acc": 0.8627354263731682 |
| }, |
| { |
| "epoch": 0.18018018018018017, |
| "grad_norm": 0.2696223855018616, |
| "learning_rate": 9.420808720383405e-06, |
| "loss": 0.42431640625, |
| "step": 210, |
| "token_acc": 0.8635049042199606 |
| }, |
| { |
| "epoch": 0.18103818103818103, |
| "grad_norm": 0.34673529863357544, |
| "learning_rate": 9.414303202951493e-06, |
| "loss": 0.425537109375, |
| "step": 211, |
| "token_acc": 0.8622429746353655 |
| }, |
| { |
| "epoch": 0.1818961818961819, |
| "grad_norm": 0.2884232997894287, |
| "learning_rate": 9.407763626164812e-06, |
| "loss": 0.429931640625, |
| "step": 212, |
| "token_acc": 0.8619582910351105 |
| }, |
| { |
| "epoch": 0.18275418275418276, |
| "grad_norm": 0.283399373292923, |
| "learning_rate": 9.401190040480648e-06, |
| "loss": 0.4326171875, |
| "step": 213, |
| "token_acc": 0.8604622419255632 |
| }, |
| { |
| "epoch": 0.18361218361218362, |
| "grad_norm": 0.27398231625556946, |
| "learning_rate": 9.394582496618692e-06, |
| "loss": 0.422607421875, |
| "step": 214, |
| "token_acc": 0.8632756390930837 |
| }, |
| { |
| "epoch": 0.18447018447018448, |
| "grad_norm": 0.29359328746795654, |
| "learning_rate": 9.387941045560641e-06, |
| "loss": 0.427978515625, |
| "step": 215, |
| "token_acc": 0.861757820674842 |
| }, |
| { |
| "epoch": 0.18532818532818532, |
| "grad_norm": 0.3070027232170105, |
| "learning_rate": 9.381265738549814e-06, |
| "loss": 0.42724609375, |
| "step": 216, |
| "token_acc": 0.8621950975086685 |
| }, |
| { |
| "epoch": 0.18618618618618618, |
| "grad_norm": 0.29027625918388367, |
| "learning_rate": 9.374556627090749e-06, |
| "loss": 0.4267578125, |
| "step": 217, |
| "token_acc": 0.862811361336732 |
| }, |
| { |
| "epoch": 0.18704418704418704, |
| "grad_norm": 0.27935290336608887, |
| "learning_rate": 9.367813762948809e-06, |
| "loss": 0.422607421875, |
| "step": 218, |
| "token_acc": 0.8638325115686148 |
| }, |
| { |
| "epoch": 0.1879021879021879, |
| "grad_norm": 0.31722792983055115, |
| "learning_rate": 9.361037198149782e-06, |
| "loss": 0.44287109375, |
| "step": 219, |
| "token_acc": 0.8574684724484869 |
| }, |
| { |
| "epoch": 0.18876018876018877, |
| "grad_norm": 0.34204453229904175, |
| "learning_rate": 9.35422698497948e-06, |
| "loss": 0.4317626953125, |
| "step": 220, |
| "token_acc": 0.8609452030193664 |
| }, |
| { |
| "epoch": 0.18961818961818963, |
| "grad_norm": 0.3174639940261841, |
| "learning_rate": 9.347383175983333e-06, |
| "loss": 0.40478515625, |
| "step": 221, |
| "token_acc": 0.8695400848669389 |
| }, |
| { |
| "epoch": 0.19047619047619047, |
| "grad_norm": 0.30405423045158386, |
| "learning_rate": 9.340505823965987e-06, |
| "loss": 0.424072265625, |
| "step": 222, |
| "token_acc": 0.8631061084180419 |
| }, |
| { |
| "epoch": 0.19133419133419133, |
| "grad_norm": 0.3104971945285797, |
| "learning_rate": 9.333594981990897e-06, |
| "loss": 0.42529296875, |
| "step": 223, |
| "token_acc": 0.8631241306877856 |
| }, |
| { |
| "epoch": 0.1921921921921922, |
| "grad_norm": 0.2984095513820648, |
| "learning_rate": 9.326650703379913e-06, |
| "loss": 0.44677734375, |
| "step": 224, |
| "token_acc": 0.8566404286463943 |
| }, |
| { |
| "epoch": 0.19305019305019305, |
| "grad_norm": 0.39514392614364624, |
| "learning_rate": 9.319673041712874e-06, |
| "loss": 0.4248046875, |
| "step": 225, |
| "token_acc": 0.8637497837456583 |
| }, |
| { |
| "epoch": 0.19390819390819392, |
| "grad_norm": 0.308226078748703, |
| "learning_rate": 9.312662050827189e-06, |
| "loss": 0.438232421875, |
| "step": 226, |
| "token_acc": 0.8585405191648858 |
| }, |
| { |
| "epoch": 0.19476619476619478, |
| "grad_norm": 0.297770619392395, |
| "learning_rate": 9.305617784817426e-06, |
| "loss": 0.426025390625, |
| "step": 227, |
| "token_acc": 0.8628036504796963 |
| }, |
| { |
| "epoch": 0.1956241956241956, |
| "grad_norm": 0.34227249026298523, |
| "learning_rate": 9.298540298034897e-06, |
| "loss": 0.419189453125, |
| "step": 228, |
| "token_acc": 0.8642064342656307 |
| }, |
| { |
| "epoch": 0.19648219648219648, |
| "grad_norm": 0.2757626473903656, |
| "learning_rate": 9.291429645087226e-06, |
| "loss": 0.413330078125, |
| "step": 229, |
| "token_acc": 0.8665561458874286 |
| }, |
| { |
| "epoch": 0.19734019734019734, |
| "grad_norm": 0.36272475123405457, |
| "learning_rate": 9.284285880837947e-06, |
| "loss": 0.42431640625, |
| "step": 230, |
| "token_acc": 0.863536659887088 |
| }, |
| { |
| "epoch": 0.1981981981981982, |
| "grad_norm": 0.32731205224990845, |
| "learning_rate": 9.277109060406062e-06, |
| "loss": 0.441650390625, |
| "step": 231, |
| "token_acc": 0.8589945287119087 |
| }, |
| { |
| "epoch": 0.19905619905619906, |
| "grad_norm": 0.3010721802711487, |
| "learning_rate": 9.269899239165627e-06, |
| "loss": 0.43505859375, |
| "step": 232, |
| "token_acc": 0.8596922831928291 |
| }, |
| { |
| "epoch": 0.19991419991419992, |
| "grad_norm": 0.26902228593826294, |
| "learning_rate": 9.262656472745324e-06, |
| "loss": 0.42529296875, |
| "step": 233, |
| "token_acc": 0.8636181593680515 |
| }, |
| { |
| "epoch": 0.20077220077220076, |
| "grad_norm": 0.27278515696525574, |
| "learning_rate": 9.255380817028026e-06, |
| "loss": 0.426513671875, |
| "step": 234, |
| "token_acc": 0.8629538312241525 |
| }, |
| { |
| "epoch": 0.20163020163020162, |
| "grad_norm": 0.33869463205337524, |
| "learning_rate": 9.24807232815037e-06, |
| "loss": 0.425048828125, |
| "step": 235, |
| "token_acc": 0.8627419094304363 |
| }, |
| { |
| "epoch": 0.20248820248820248, |
| "grad_norm": 0.34398311376571655, |
| "learning_rate": 9.240731062502323e-06, |
| "loss": 0.42626953125, |
| "step": 236, |
| "token_acc": 0.8630947289684516 |
| }, |
| { |
| "epoch": 0.20334620334620335, |
| "grad_norm": 0.30215585231781006, |
| "learning_rate": 9.233357076726753e-06, |
| "loss": 0.441162109375, |
| "step": 237, |
| "token_acc": 0.8585489014051211 |
| }, |
| { |
| "epoch": 0.2042042042042042, |
| "grad_norm": 0.3717430830001831, |
| "learning_rate": 9.225950427718974e-06, |
| "loss": 0.43115234375, |
| "step": 238, |
| "token_acc": 0.8603584266523683 |
| }, |
| { |
| "epoch": 0.20506220506220507, |
| "grad_norm": 0.42662763595581055, |
| "learning_rate": 9.218511172626333e-06, |
| "loss": 0.435791015625, |
| "step": 239, |
| "token_acc": 0.8591697501989751 |
| }, |
| { |
| "epoch": 0.2059202059202059, |
| "grad_norm": 0.27374520897865295, |
| "learning_rate": 9.211039368847741e-06, |
| "loss": 0.41748046875, |
| "step": 240, |
| "token_acc": 0.8649133719216938 |
| }, |
| { |
| "epoch": 0.20677820677820677, |
| "grad_norm": 0.3366905450820923, |
| "learning_rate": 9.203535074033256e-06, |
| "loss": 0.42578125, |
| "step": 241, |
| "token_acc": 0.8633633325702808 |
| }, |
| { |
| "epoch": 0.20763620763620763, |
| "grad_norm": 0.312176376581192, |
| "learning_rate": 9.195998346083621e-06, |
| "loss": 0.438232421875, |
| "step": 242, |
| "token_acc": 0.8589485348142376 |
| }, |
| { |
| "epoch": 0.2084942084942085, |
| "grad_norm": 0.30048805475234985, |
| "learning_rate": 9.188429243149824e-06, |
| "loss": 0.42333984375, |
| "step": 243, |
| "token_acc": 0.8636859775180926 |
| }, |
| { |
| "epoch": 0.20935220935220936, |
| "grad_norm": 0.29961898922920227, |
| "learning_rate": 9.180827823632648e-06, |
| "loss": 0.409423828125, |
| "step": 244, |
| "token_acc": 0.8674214924456969 |
| }, |
| { |
| "epoch": 0.21021021021021022, |
| "grad_norm": 0.3023031949996948, |
| "learning_rate": 9.173194146182219e-06, |
| "loss": 0.420166015625, |
| "step": 245, |
| "token_acc": 0.8642340165573618 |
| }, |
| { |
| "epoch": 0.21106821106821108, |
| "grad_norm": 0.2820834815502167, |
| "learning_rate": 9.165528269697556e-06, |
| "loss": 0.4228515625, |
| "step": 246, |
| "token_acc": 0.8637591516192752 |
| }, |
| { |
| "epoch": 0.21192621192621192, |
| "grad_norm": 0.27298504114151, |
| "learning_rate": 9.157830253326117e-06, |
| "loss": 0.45751953125, |
| "step": 247, |
| "token_acc": 0.8540696435164271 |
| }, |
| { |
| "epoch": 0.21278421278421278, |
| "grad_norm": 0.29238638281822205, |
| "learning_rate": 9.150100156463337e-06, |
| "loss": 0.419921875, |
| "step": 248, |
| "token_acc": 0.8637033878248579 |
| }, |
| { |
| "epoch": 0.21364221364221364, |
| "grad_norm": 0.3810073435306549, |
| "learning_rate": 9.14233803875218e-06, |
| "loss": 0.412353515625, |
| "step": 249, |
| "token_acc": 0.8675932059553406 |
| }, |
| { |
| "epoch": 0.2145002145002145, |
| "grad_norm": 0.29363319277763367, |
| "learning_rate": 9.134543960082667e-06, |
| "loss": 0.448974609375, |
| "step": 250, |
| "token_acc": 0.856670613584936 |
| }, |
| { |
| "epoch": 0.21535821535821537, |
| "grad_norm": 0.29492416977882385, |
| "learning_rate": 9.126717980591422e-06, |
| "loss": 0.4453125, |
| "step": 251, |
| "token_acc": 0.8560191587117495 |
| }, |
| { |
| "epoch": 0.21621621621621623, |
| "grad_norm": 0.3694521188735962, |
| "learning_rate": 9.118860160661205e-06, |
| "loss": 0.44189453125, |
| "step": 252, |
| "token_acc": 0.8584528598352316 |
| }, |
| { |
| "epoch": 0.21707421707421706, |
| "grad_norm": 0.4257165789604187, |
| "learning_rate": 9.110970560920447e-06, |
| "loss": 0.42822265625, |
| "step": 253, |
| "token_acc": 0.8612820618279977 |
| }, |
| { |
| "epoch": 0.21793221793221793, |
| "grad_norm": 0.30233731865882874, |
| "learning_rate": 9.103049242242781e-06, |
| "loss": 0.415283203125, |
| "step": 254, |
| "token_acc": 0.8658771368165404 |
| }, |
| { |
| "epoch": 0.2187902187902188, |
| "grad_norm": 0.3978073000907898, |
| "learning_rate": 9.095096265746576e-06, |
| "loss": 0.40869140625, |
| "step": 255, |
| "token_acc": 0.8673554366513878 |
| }, |
| { |
| "epoch": 0.21964821964821965, |
| "grad_norm": 0.3357275426387787, |
| "learning_rate": 9.08711169279446e-06, |
| "loss": 0.434814453125, |
| "step": 256, |
| "token_acc": 0.8598399637698556 |
| }, |
| { |
| "epoch": 0.2205062205062205, |
| "grad_norm": 0.40367862582206726, |
| "learning_rate": 9.079095584992848e-06, |
| "loss": 0.427001953125, |
| "step": 257, |
| "token_acc": 0.8626430558304076 |
| }, |
| { |
| "epoch": 0.22136422136422138, |
| "grad_norm": 0.3087162971496582, |
| "learning_rate": 9.071048004191471e-06, |
| "loss": 0.416748046875, |
| "step": 258, |
| "token_acc": 0.8649556625710392 |
| }, |
| { |
| "epoch": 0.2222222222222222, |
| "grad_norm": 0.31273365020751953, |
| "learning_rate": 9.062969012482897e-06, |
| "loss": 0.42529296875, |
| "step": 259, |
| "token_acc": 0.8629899912994479 |
| }, |
| { |
| "epoch": 0.22308022308022307, |
| "grad_norm": 0.30572712421417236, |
| "learning_rate": 9.05485867220204e-06, |
| "loss": 0.443359375, |
| "step": 260, |
| "token_acc": 0.8575260270778295 |
| }, |
| { |
| "epoch": 0.22393822393822393, |
| "grad_norm": 0.4769786298274994, |
| "learning_rate": 9.046717045925705e-06, |
| "loss": 0.430419921875, |
| "step": 261, |
| "token_acc": 0.8606498268936924 |
| }, |
| { |
| "epoch": 0.2247962247962248, |
| "grad_norm": 0.3530537784099579, |
| "learning_rate": 9.03854419647208e-06, |
| "loss": 0.41552734375, |
| "step": 262, |
| "token_acc": 0.8654210977947486 |
| }, |
| { |
| "epoch": 0.22565422565422566, |
| "grad_norm": 0.2875154912471771, |
| "learning_rate": 9.03034018690026e-06, |
| "loss": 0.418701171875, |
| "step": 263, |
| "token_acc": 0.8648342742238697 |
| }, |
| { |
| "epoch": 0.22651222651222652, |
| "grad_norm": 0.30149972438812256, |
| "learning_rate": 9.022105080509768e-06, |
| "loss": 0.432373046875, |
| "step": 264, |
| "token_acc": 0.8612747447886625 |
| }, |
| { |
| "epoch": 0.22737022737022736, |
| "grad_norm": 0.2742672264575958, |
| "learning_rate": 9.013838940840056e-06, |
| "loss": 0.43408203125, |
| "step": 265, |
| "token_acc": 0.8600692831171193 |
| }, |
| { |
| "epoch": 0.22822822822822822, |
| "grad_norm": 0.31606417894363403, |
| "learning_rate": 9.00554183167002e-06, |
| "loss": 0.42236328125, |
| "step": 266, |
| "token_acc": 0.8632177753696536 |
| }, |
| { |
| "epoch": 0.22908622908622908, |
| "grad_norm": 0.5377671122550964, |
| "learning_rate": 8.997213817017508e-06, |
| "loss": 0.432373046875, |
| "step": 267, |
| "token_acc": 0.8603348820938024 |
| }, |
| { |
| "epoch": 0.22994422994422994, |
| "grad_norm": 0.2777087986469269, |
| "learning_rate": 8.988854961138818e-06, |
| "loss": 0.425537109375, |
| "step": 268, |
| "token_acc": 0.8631114169141519 |
| }, |
| { |
| "epoch": 0.2308022308022308, |
| "grad_norm": 0.2877535820007324, |
| "learning_rate": 8.98046532852822e-06, |
| "loss": 0.42333984375, |
| "step": 269, |
| "token_acc": 0.8634196437129438 |
| }, |
| { |
| "epoch": 0.23166023166023167, |
| "grad_norm": 0.3389730453491211, |
| "learning_rate": 8.97204498391744e-06, |
| "loss": 0.442138671875, |
| "step": 270, |
| "token_acc": 0.8578030733953601 |
| }, |
| { |
| "epoch": 0.23251823251823253, |
| "grad_norm": 0.27342525124549866, |
| "learning_rate": 8.963593992275167e-06, |
| "loss": 0.41162109375, |
| "step": 271, |
| "token_acc": 0.8666547650313934 |
| }, |
| { |
| "epoch": 0.23337623337623337, |
| "grad_norm": 0.37829023599624634, |
| "learning_rate": 8.95511241880656e-06, |
| "loss": 0.428466796875, |
| "step": 272, |
| "token_acc": 0.8620087523026672 |
| }, |
| { |
| "epoch": 0.23423423423423423, |
| "grad_norm": 0.2733011543750763, |
| "learning_rate": 8.946600328952731e-06, |
| "loss": 0.4169921875, |
| "step": 273, |
| "token_acc": 0.8656288466106636 |
| }, |
| { |
| "epoch": 0.2350922350922351, |
| "grad_norm": 0.2832958400249481, |
| "learning_rate": 8.938057788390248e-06, |
| "loss": 0.41064453125, |
| "step": 274, |
| "token_acc": 0.86768306235851 |
| }, |
| { |
| "epoch": 0.23595023595023595, |
| "grad_norm": 0.3167809844017029, |
| "learning_rate": 8.929484863030631e-06, |
| "loss": 0.445068359375, |
| "step": 275, |
| "token_acc": 0.8570561597926434 |
| }, |
| { |
| "epoch": 0.23680823680823682, |
| "grad_norm": 0.4739546477794647, |
| "learning_rate": 8.920881619019832e-06, |
| "loss": 0.416748046875, |
| "step": 276, |
| "token_acc": 0.8656276045192027 |
| }, |
| { |
| "epoch": 0.23766623766623768, |
| "grad_norm": 0.34427839517593384, |
| "learning_rate": 8.91224812273774e-06, |
| "loss": 0.43115234375, |
| "step": 277, |
| "token_acc": 0.8609857277395802 |
| }, |
| { |
| "epoch": 0.2385242385242385, |
| "grad_norm": 0.26988452672958374, |
| "learning_rate": 8.903584440797652e-06, |
| "loss": 0.422607421875, |
| "step": 278, |
| "token_acc": 0.8637565348758622 |
| }, |
| { |
| "epoch": 0.23938223938223938, |
| "grad_norm": 0.3095287084579468, |
| "learning_rate": 8.894890640045779e-06, |
| "loss": 0.41455078125, |
| "step": 279, |
| "token_acc": 0.8659597385212925 |
| }, |
| { |
| "epoch": 0.24024024024024024, |
| "grad_norm": 0.33578675985336304, |
| "learning_rate": 8.886166787560711e-06, |
| "loss": 0.409912109375, |
| "step": 280, |
| "token_acc": 0.8670272675999264 |
| }, |
| { |
| "epoch": 0.2410982410982411, |
| "grad_norm": 0.28938567638397217, |
| "learning_rate": 8.877412950652907e-06, |
| "loss": 0.43115234375, |
| "step": 281, |
| "token_acc": 0.8613937329137703 |
| }, |
| { |
| "epoch": 0.24195624195624196, |
| "grad_norm": 0.2799420952796936, |
| "learning_rate": 8.868629196864182e-06, |
| "loss": 0.4306640625, |
| "step": 282, |
| "token_acc": 0.8604864965444499 |
| }, |
| { |
| "epoch": 0.24281424281424283, |
| "grad_norm": 0.27353528141975403, |
| "learning_rate": 8.859815593967176e-06, |
| "loss": 0.427490234375, |
| "step": 283, |
| "token_acc": 0.861573064451245 |
| }, |
| { |
| "epoch": 0.24367224367224366, |
| "grad_norm": 0.31159836053848267, |
| "learning_rate": 8.850972209964837e-06, |
| "loss": 0.433349609375, |
| "step": 284, |
| "token_acc": 0.8612517098583524 |
| }, |
| { |
| "epoch": 0.24453024453024452, |
| "grad_norm": 0.29676052927970886, |
| "learning_rate": 8.842099113089893e-06, |
| "loss": 0.427490234375, |
| "step": 285, |
| "token_acc": 0.8618771352765865 |
| }, |
| { |
| "epoch": 0.24538824538824539, |
| "grad_norm": 0.295328825712204, |
| "learning_rate": 8.833196371804327e-06, |
| "loss": 0.422607421875, |
| "step": 286, |
| "token_acc": 0.8638266581426168 |
| }, |
| { |
| "epoch": 0.24624624624624625, |
| "grad_norm": 0.282305508852005, |
| "learning_rate": 8.824264054798852e-06, |
| "loss": 0.416259765625, |
| "step": 287, |
| "token_acc": 0.865435456238805 |
| }, |
| { |
| "epoch": 0.2471042471042471, |
| "grad_norm": 0.3199853003025055, |
| "learning_rate": 8.815302230992374e-06, |
| "loss": 0.419189453125, |
| "step": 288, |
| "token_acc": 0.8649335633740404 |
| }, |
| { |
| "epoch": 0.24796224796224797, |
| "grad_norm": 0.36096251010894775, |
| "learning_rate": 8.806310969531463e-06, |
| "loss": 0.4267578125, |
| "step": 289, |
| "token_acc": 0.8616157788497647 |
| }, |
| { |
| "epoch": 0.2488202488202488, |
| "grad_norm": 0.2619752287864685, |
| "learning_rate": 8.797290339789827e-06, |
| "loss": 0.43359375, |
| "step": 290, |
| "token_acc": 0.8608507669849342 |
| }, |
| { |
| "epoch": 0.24967824967824967, |
| "grad_norm": 0.2661902606487274, |
| "learning_rate": 8.788240411367767e-06, |
| "loss": 0.412353515625, |
| "step": 291, |
| "token_acc": 0.8666291741914027 |
| }, |
| { |
| "epoch": 0.25053625053625056, |
| "grad_norm": 0.4570387899875641, |
| "learning_rate": 8.779161254091638e-06, |
| "loss": 0.429931640625, |
| "step": 292, |
| "token_acc": 0.8613880917923648 |
| }, |
| { |
| "epoch": 0.25139425139425137, |
| "grad_norm": 0.3083130717277527, |
| "learning_rate": 8.770052938013323e-06, |
| "loss": 0.42529296875, |
| "step": 293, |
| "token_acc": 0.8630682286260359 |
| }, |
| { |
| "epoch": 0.25225225225225223, |
| "grad_norm": 0.33393871784210205, |
| "learning_rate": 8.760915533409682e-06, |
| "loss": 0.430908203125, |
| "step": 294, |
| "token_acc": 0.8609906923371159 |
| }, |
| { |
| "epoch": 0.2531102531102531, |
| "grad_norm": 0.4008459448814392, |
| "learning_rate": 8.751749110782013e-06, |
| "loss": 0.425048828125, |
| "step": 295, |
| "token_acc": 0.8623376252439027 |
| }, |
| { |
| "epoch": 0.25396825396825395, |
| "grad_norm": 0.2997443675994873, |
| "learning_rate": 8.742553740855507e-06, |
| "loss": 0.435546875, |
| "step": 296, |
| "token_acc": 0.8595860250262032 |
| }, |
| { |
| "epoch": 0.2548262548262548, |
| "grad_norm": 0.3301294445991516, |
| "learning_rate": 8.733329494578703e-06, |
| "loss": 0.421630859375, |
| "step": 297, |
| "token_acc": 0.8644136720907182 |
| }, |
| { |
| "epoch": 0.2556842556842557, |
| "grad_norm": 0.2914096713066101, |
| "learning_rate": 8.724076443122945e-06, |
| "loss": 0.445068359375, |
| "step": 298, |
| "token_acc": 0.8568526303583996 |
| }, |
| { |
| "epoch": 0.25654225654225654, |
| "grad_norm": 0.31789496541023254, |
| "learning_rate": 8.714794657881818e-06, |
| "loss": 0.427734375, |
| "step": 299, |
| "token_acc": 0.861181177553491 |
| }, |
| { |
| "epoch": 0.2574002574002574, |
| "grad_norm": 0.3003808557987213, |
| "learning_rate": 8.705484210470623e-06, |
| "loss": 0.4130859375, |
| "step": 300, |
| "token_acc": 0.86617728719442 |
| }, |
| { |
| "epoch": 0.25825825825825827, |
| "grad_norm": 0.28610342741012573, |
| "learning_rate": 8.696145172725796e-06, |
| "loss": 0.42431640625, |
| "step": 301, |
| "token_acc": 0.8632849043782053 |
| }, |
| { |
| "epoch": 0.25911625911625913, |
| "grad_norm": 0.2947930097579956, |
| "learning_rate": 8.686777616704375e-06, |
| "loss": 0.43310546875, |
| "step": 302, |
| "token_acc": 0.860834719684972 |
| }, |
| { |
| "epoch": 0.25997425997426, |
| "grad_norm": 0.37548524141311646, |
| "learning_rate": 8.67738161468343e-06, |
| "loss": 0.420166015625, |
| "step": 303, |
| "token_acc": 0.8640671640357056 |
| }, |
| { |
| "epoch": 0.26083226083226085, |
| "grad_norm": 0.2651106119155884, |
| "learning_rate": 8.667957239159515e-06, |
| "loss": 0.42236328125, |
| "step": 304, |
| "token_acc": 0.8629914651632773 |
| }, |
| { |
| "epoch": 0.2616902616902617, |
| "grad_norm": 0.3956770598888397, |
| "learning_rate": 8.658504562848104e-06, |
| "loss": 0.416748046875, |
| "step": 305, |
| "token_acc": 0.8649268797085036 |
| }, |
| { |
| "epoch": 0.2625482625482625, |
| "grad_norm": 0.3101435601711273, |
| "learning_rate": 8.649023658683031e-06, |
| "loss": 0.431640625, |
| "step": 306, |
| "token_acc": 0.8618792360148243 |
| }, |
| { |
| "epoch": 0.2634062634062634, |
| "grad_norm": 0.3215412199497223, |
| "learning_rate": 8.639514599815928e-06, |
| "loss": 0.404296875, |
| "step": 307, |
| "token_acc": 0.8686906891640934 |
| }, |
| { |
| "epoch": 0.26426426426426425, |
| "grad_norm": 0.28221818804740906, |
| "learning_rate": 8.629977459615655e-06, |
| "loss": 0.417236328125, |
| "step": 308, |
| "token_acc": 0.8651770568188901 |
| }, |
| { |
| "epoch": 0.2651222651222651, |
| "grad_norm": 0.2966579794883728, |
| "learning_rate": 8.620412311667746e-06, |
| "loss": 0.4208984375, |
| "step": 309, |
| "token_acc": 0.8643197137295059 |
| }, |
| { |
| "epoch": 0.265980265980266, |
| "grad_norm": 0.3312734365463257, |
| "learning_rate": 8.610819229773827e-06, |
| "loss": 0.4228515625, |
| "step": 310, |
| "token_acc": 0.8635979455171965 |
| }, |
| { |
| "epoch": 0.26683826683826684, |
| "grad_norm": 0.27181246876716614, |
| "learning_rate": 8.601198287951059e-06, |
| "loss": 0.432373046875, |
| "step": 311, |
| "token_acc": 0.8606933037875139 |
| }, |
| { |
| "epoch": 0.2676962676962677, |
| "grad_norm": 0.2824406921863556, |
| "learning_rate": 8.591549560431558e-06, |
| "loss": 0.412353515625, |
| "step": 312, |
| "token_acc": 0.8666222116990656 |
| }, |
| { |
| "epoch": 0.26855426855426856, |
| "grad_norm": 0.3221742808818817, |
| "learning_rate": 8.581873121661825e-06, |
| "loss": 0.425537109375, |
| "step": 313, |
| "token_acc": 0.8628089370735573 |
| }, |
| { |
| "epoch": 0.2694122694122694, |
| "grad_norm": 0.3058890402317047, |
| "learning_rate": 8.572169046302174e-06, |
| "loss": 0.431396484375, |
| "step": 314, |
| "token_acc": 0.8607610967953286 |
| }, |
| { |
| "epoch": 0.2702702702702703, |
| "grad_norm": 0.3190813958644867, |
| "learning_rate": 8.562437409226156e-06, |
| "loss": 0.403564453125, |
| "step": 315, |
| "token_acc": 0.8696512239363305 |
| }, |
| { |
| "epoch": 0.27112827112827115, |
| "grad_norm": 0.32738161087036133, |
| "learning_rate": 8.552678285519973e-06, |
| "loss": 0.412841796875, |
| "step": 316, |
| "token_acc": 0.8670594776720139 |
| }, |
| { |
| "epoch": 0.271986271986272, |
| "grad_norm": 0.29337015748023987, |
| "learning_rate": 8.542891750481913e-06, |
| "loss": 0.420166015625, |
| "step": 317, |
| "token_acc": 0.8636410422667469 |
| }, |
| { |
| "epoch": 0.2728442728442728, |
| "grad_norm": 0.29130426049232483, |
| "learning_rate": 8.533077879621754e-06, |
| "loss": 0.420166015625, |
| "step": 318, |
| "token_acc": 0.8637828170239334 |
| }, |
| { |
| "epoch": 0.2737022737022737, |
| "grad_norm": 0.3404424488544464, |
| "learning_rate": 8.523236748660193e-06, |
| "loss": 0.423095703125, |
| "step": 319, |
| "token_acc": 0.8641675218416308 |
| }, |
| { |
| "epoch": 0.27456027456027454, |
| "grad_norm": 0.2795577049255371, |
| "learning_rate": 8.513368433528255e-06, |
| "loss": 0.41748046875, |
| "step": 320, |
| "token_acc": 0.8645699931041276 |
| }, |
| { |
| "epoch": 0.2754182754182754, |
| "grad_norm": 0.2919906973838806, |
| "learning_rate": 8.503473010366713e-06, |
| "loss": 0.4326171875, |
| "step": 321, |
| "token_acc": 0.8596956770011085 |
| }, |
| { |
| "epoch": 0.27627627627627627, |
| "grad_norm": 0.3152264654636383, |
| "learning_rate": 8.493550555525492e-06, |
| "loss": 0.433349609375, |
| "step": 322, |
| "token_acc": 0.8612057608053099 |
| }, |
| { |
| "epoch": 0.27713427713427713, |
| "grad_norm": 0.3046569228172302, |
| "learning_rate": 8.483601145563087e-06, |
| "loss": 0.425048828125, |
| "step": 323, |
| "token_acc": 0.8626004640854696 |
| }, |
| { |
| "epoch": 0.277992277992278, |
| "grad_norm": 0.3702789545059204, |
| "learning_rate": 8.47362485724597e-06, |
| "loss": 0.41650390625, |
| "step": 324, |
| "token_acc": 0.8655047600292064 |
| }, |
| { |
| "epoch": 0.27885027885027885, |
| "grad_norm": 0.4033508598804474, |
| "learning_rate": 8.463621767547998e-06, |
| "loss": 0.444091796875, |
| "step": 325, |
| "token_acc": 0.8575443104716496 |
| }, |
| { |
| "epoch": 0.2797082797082797, |
| "grad_norm": 0.2806128263473511, |
| "learning_rate": 8.45359195364982e-06, |
| "loss": 0.416748046875, |
| "step": 326, |
| "token_acc": 0.8650138979044956 |
| }, |
| { |
| "epoch": 0.2805662805662806, |
| "grad_norm": 0.32408013939857483, |
| "learning_rate": 8.443535492938278e-06, |
| "loss": 0.420166015625, |
| "step": 327, |
| "token_acc": 0.8636033907659756 |
| }, |
| { |
| "epoch": 0.28142428142428144, |
| "grad_norm": 0.32515639066696167, |
| "learning_rate": 8.43345246300581e-06, |
| "loss": 0.430419921875, |
| "step": 328, |
| "token_acc": 0.8611928652051855 |
| }, |
| { |
| "epoch": 0.2822822822822823, |
| "grad_norm": 0.2969781756401062, |
| "learning_rate": 8.423342941649866e-06, |
| "loss": 0.434326171875, |
| "step": 329, |
| "token_acc": 0.8602261482034155 |
| }, |
| { |
| "epoch": 0.28314028314028317, |
| "grad_norm": 0.48921525478363037, |
| "learning_rate": 8.41320700687228e-06, |
| "loss": 0.42041015625, |
| "step": 330, |
| "token_acc": 0.8649948676900652 |
| }, |
| { |
| "epoch": 0.283998283998284, |
| "grad_norm": 0.288290411233902, |
| "learning_rate": 8.403044736878692e-06, |
| "loss": 0.4208984375, |
| "step": 331, |
| "token_acc": 0.864530861478892 |
| }, |
| { |
| "epoch": 0.28485628485628484, |
| "grad_norm": 0.3239724636077881, |
| "learning_rate": 8.392856210077932e-06, |
| "loss": 0.4326171875, |
| "step": 332, |
| "token_acc": 0.8604911277389042 |
| }, |
| { |
| "epoch": 0.2857142857142857, |
| "grad_norm": 0.31977906823158264, |
| "learning_rate": 8.382641505081424e-06, |
| "loss": 0.43505859375, |
| "step": 333, |
| "token_acc": 0.8604721429447038 |
| }, |
| { |
| "epoch": 0.28657228657228656, |
| "grad_norm": 0.2983318567276001, |
| "learning_rate": 8.372400700702569e-06, |
| "loss": 0.41796875, |
| "step": 334, |
| "token_acc": 0.864367145902268 |
| }, |
| { |
| "epoch": 0.2874302874302874, |
| "grad_norm": 0.2915947437286377, |
| "learning_rate": 8.36213387595615e-06, |
| "loss": 0.40966796875, |
| "step": 335, |
| "token_acc": 0.8670392902493642 |
| }, |
| { |
| "epoch": 0.2882882882882883, |
| "grad_norm": 0.36441272497177124, |
| "learning_rate": 8.351841110057707e-06, |
| "loss": 0.435546875, |
| "step": 336, |
| "token_acc": 0.8594735058308641 |
| }, |
| { |
| "epoch": 0.28914628914628915, |
| "grad_norm": 0.27377113699913025, |
| "learning_rate": 8.341522482422938e-06, |
| "loss": 0.435791015625, |
| "step": 337, |
| "token_acc": 0.859004367068865 |
| }, |
| { |
| "epoch": 0.29000429000429, |
| "grad_norm": 0.3199476897716522, |
| "learning_rate": 8.331178072667079e-06, |
| "loss": 0.43359375, |
| "step": 338, |
| "token_acc": 0.8601934077755304 |
| }, |
| { |
| "epoch": 0.2908622908622909, |
| "grad_norm": 0.2899761497974396, |
| "learning_rate": 8.320807960604296e-06, |
| "loss": 0.413818359375, |
| "step": 339, |
| "token_acc": 0.8660299447860077 |
| }, |
| { |
| "epoch": 0.29172029172029174, |
| "grad_norm": 0.3697011470794678, |
| "learning_rate": 8.310412226247064e-06, |
| "loss": 0.4130859375, |
| "step": 340, |
| "token_acc": 0.8667535835000577 |
| }, |
| { |
| "epoch": 0.2925782925782926, |
| "grad_norm": 0.3079642951488495, |
| "learning_rate": 8.299990949805551e-06, |
| "loss": 0.432373046875, |
| "step": 341, |
| "token_acc": 0.8617484385186431 |
| }, |
| { |
| "epoch": 0.29343629343629346, |
| "grad_norm": 0.304176926612854, |
| "learning_rate": 8.289544211687003e-06, |
| "loss": 0.427490234375, |
| "step": 342, |
| "token_acc": 0.8618487337368235 |
| }, |
| { |
| "epoch": 0.29429429429429427, |
| "grad_norm": 0.29058513045310974, |
| "learning_rate": 8.279072092495114e-06, |
| "loss": 0.450439453125, |
| "step": 343, |
| "token_acc": 0.8550138582464248 |
| }, |
| { |
| "epoch": 0.29515229515229513, |
| "grad_norm": 0.2774716913700104, |
| "learning_rate": 8.268574673029415e-06, |
| "loss": 0.432861328125, |
| "step": 344, |
| "token_acc": 0.8600389987736091 |
| }, |
| { |
| "epoch": 0.296010296010296, |
| "grad_norm": 0.3053390383720398, |
| "learning_rate": 8.258052034284645e-06, |
| "loss": 0.437255859375, |
| "step": 345, |
| "token_acc": 0.8590779219335402 |
| }, |
| { |
| "epoch": 0.29686829686829685, |
| "grad_norm": 0.3205716609954834, |
| "learning_rate": 8.247504257450128e-06, |
| "loss": 0.421875, |
| "step": 346, |
| "token_acc": 0.8634834290771917 |
| }, |
| { |
| "epoch": 0.2977262977262977, |
| "grad_norm": 0.2925533652305603, |
| "learning_rate": 8.23693142390914e-06, |
| "loss": 0.42138671875, |
| "step": 347, |
| "token_acc": 0.8644739285419111 |
| }, |
| { |
| "epoch": 0.2985842985842986, |
| "grad_norm": 0.4072161614894867, |
| "learning_rate": 8.226333615238292e-06, |
| "loss": 0.427001953125, |
| "step": 348, |
| "token_acc": 0.862811044173086 |
| }, |
| { |
| "epoch": 0.29944229944229944, |
| "grad_norm": 0.2827335000038147, |
| "learning_rate": 8.215710913206894e-06, |
| "loss": 0.417724609375, |
| "step": 349, |
| "token_acc": 0.8643564819785223 |
| }, |
| { |
| "epoch": 0.3003003003003003, |
| "grad_norm": 0.2752941846847534, |
| "learning_rate": 8.205063399776326e-06, |
| "loss": 0.435546875, |
| "step": 350, |
| "token_acc": 0.859170401543283 |
| }, |
| { |
| "epoch": 0.30115830115830117, |
| "grad_norm": 0.32525724172592163, |
| "learning_rate": 8.194391157099403e-06, |
| "loss": 0.4375, |
| "step": 351, |
| "token_acc": 0.8596791058026442 |
| }, |
| { |
| "epoch": 0.30201630201630203, |
| "grad_norm": 0.30612438917160034, |
| "learning_rate": 8.183694267519742e-06, |
| "loss": 0.43896484375, |
| "step": 352, |
| "token_acc": 0.8586553616331049 |
| }, |
| { |
| "epoch": 0.3028743028743029, |
| "grad_norm": 0.2770445644855499, |
| "learning_rate": 8.172972813571132e-06, |
| "loss": 0.424560546875, |
| "step": 353, |
| "token_acc": 0.8631655714075062 |
| }, |
| { |
| "epoch": 0.30373230373230375, |
| "grad_norm": 0.2723534107208252, |
| "learning_rate": 8.162226877976886e-06, |
| "loss": 0.415771484375, |
| "step": 354, |
| "token_acc": 0.8650982965239867 |
| }, |
| { |
| "epoch": 0.3045903045903046, |
| "grad_norm": 0.2806825637817383, |
| "learning_rate": 8.151456543649218e-06, |
| "loss": 0.433349609375, |
| "step": 355, |
| "token_acc": 0.8598273171084829 |
| }, |
| { |
| "epoch": 0.3054483054483054, |
| "grad_norm": 0.28828513622283936, |
| "learning_rate": 8.14066189368859e-06, |
| "loss": 0.423095703125, |
| "step": 356, |
| "token_acc": 0.8635797593457584 |
| }, |
| { |
| "epoch": 0.3063063063063063, |
| "grad_norm": 0.28111907839775085, |
| "learning_rate": 8.129843011383075e-06, |
| "loss": 0.43359375, |
| "step": 357, |
| "token_acc": 0.8606448354797948 |
| }, |
| { |
| "epoch": 0.30716430716430715, |
| "grad_norm": 0.2796931564807892, |
| "learning_rate": 8.118999980207713e-06, |
| "loss": 0.410400390625, |
| "step": 358, |
| "token_acc": 0.8667720416856431 |
| }, |
| { |
| "epoch": 0.308022308022308, |
| "grad_norm": 0.27662715315818787, |
| "learning_rate": 8.108132883823878e-06, |
| "loss": 0.421875, |
| "step": 359, |
| "token_acc": 0.8636113427856548 |
| }, |
| { |
| "epoch": 0.3088803088803089, |
| "grad_norm": 0.3314023017883301, |
| "learning_rate": 8.097241806078616e-06, |
| "loss": 0.42822265625, |
| "step": 360, |
| "token_acc": 0.8621326873127418 |
| }, |
| { |
| "epoch": 0.30973830973830974, |
| "grad_norm": 0.2847985029220581, |
| "learning_rate": 8.086326831004006e-06, |
| "loss": 0.42626953125, |
| "step": 361, |
| "token_acc": 0.8612148324440947 |
| }, |
| { |
| "epoch": 0.3105963105963106, |
| "grad_norm": 0.2904377281665802, |
| "learning_rate": 8.07538804281651e-06, |
| "loss": 0.431640625, |
| "step": 362, |
| "token_acc": 0.8609556749775018 |
| }, |
| { |
| "epoch": 0.31145431145431146, |
| "grad_norm": 0.2867021858692169, |
| "learning_rate": 8.064425525916332e-06, |
| "loss": 0.421142578125, |
| "step": 363, |
| "token_acc": 0.8635489180622234 |
| }, |
| { |
| "epoch": 0.3123123123123123, |
| "grad_norm": 0.3181120455265045, |
| "learning_rate": 8.05343936488675e-06, |
| "loss": 0.421875, |
| "step": 364, |
| "token_acc": 0.8633504275971245 |
| }, |
| { |
| "epoch": 0.3131703131703132, |
| "grad_norm": 0.2938002645969391, |
| "learning_rate": 8.042429644493479e-06, |
| "loss": 0.417724609375, |
| "step": 365, |
| "token_acc": 0.8645204009875833 |
| }, |
| { |
| "epoch": 0.31402831402831405, |
| "grad_norm": 0.31147557497024536, |
| "learning_rate": 8.031396449684005e-06, |
| "loss": 0.4169921875, |
| "step": 366, |
| "token_acc": 0.8649244036489444 |
| }, |
| { |
| "epoch": 0.3148863148863149, |
| "grad_norm": 0.30907371640205383, |
| "learning_rate": 8.020339865586942e-06, |
| "loss": 0.421875, |
| "step": 367, |
| "token_acc": 0.8641379104876975 |
| }, |
| { |
| "epoch": 0.3157443157443157, |
| "grad_norm": 0.26018059253692627, |
| "learning_rate": 8.00925997751136e-06, |
| "loss": 0.421630859375, |
| "step": 368, |
| "token_acc": 0.8642922461673394 |
| }, |
| { |
| "epoch": 0.3166023166023166, |
| "grad_norm": 0.2818809151649475, |
| "learning_rate": 7.998156870946143e-06, |
| "loss": 0.424072265625, |
| "step": 369, |
| "token_acc": 0.863478152466625 |
| }, |
| { |
| "epoch": 0.31746031746031744, |
| "grad_norm": 0.30213281512260437, |
| "learning_rate": 7.987030631559318e-06, |
| "loss": 0.40625, |
| "step": 370, |
| "token_acc": 0.868319543070386 |
| }, |
| { |
| "epoch": 0.3183183183183183, |
| "grad_norm": 0.28798431158065796, |
| "learning_rate": 7.975881345197394e-06, |
| "loss": 0.412841796875, |
| "step": 371, |
| "token_acc": 0.8663304894000965 |
| }, |
| { |
| "epoch": 0.31917631917631917, |
| "grad_norm": 0.3620336353778839, |
| "learning_rate": 7.96470909788471e-06, |
| "loss": 0.440673828125, |
| "step": 372, |
| "token_acc": 0.8588102308457176 |
| }, |
| { |
| "epoch": 0.32003432003432003, |
| "grad_norm": 0.29224729537963867, |
| "learning_rate": 7.953513975822755e-06, |
| "loss": 0.431396484375, |
| "step": 373, |
| "token_acc": 0.8614828345834136 |
| }, |
| { |
| "epoch": 0.3208923208923209, |
| "grad_norm": 0.2611728012561798, |
| "learning_rate": 7.942296065389528e-06, |
| "loss": 0.43017578125, |
| "step": 374, |
| "token_acc": 0.860562192171493 |
| }, |
| { |
| "epoch": 0.32175032175032175, |
| "grad_norm": 0.40786322951316833, |
| "learning_rate": 7.931055453138838e-06, |
| "loss": 0.41748046875, |
| "step": 375, |
| "token_acc": 0.8642663093815542 |
| }, |
| { |
| "epoch": 0.3226083226083226, |
| "grad_norm": 0.2994734048843384, |
| "learning_rate": 7.919792225799664e-06, |
| "loss": 0.425537109375, |
| "step": 376, |
| "token_acc": 0.8628911987346063 |
| }, |
| { |
| "epoch": 0.3234663234663235, |
| "grad_norm": 0.3602111339569092, |
| "learning_rate": 7.908506470275474e-06, |
| "loss": 0.4228515625, |
| "step": 377, |
| "token_acc": 0.8633750299903371 |
| }, |
| { |
| "epoch": 0.32432432432432434, |
| "grad_norm": 0.36422574520111084, |
| "learning_rate": 7.897198273643556e-06, |
| "loss": 0.4189453125, |
| "step": 378, |
| "token_acc": 0.864579499822505 |
| }, |
| { |
| "epoch": 0.3251823251823252, |
| "grad_norm": 0.3478303849697113, |
| "learning_rate": 7.885867723154346e-06, |
| "loss": 0.42578125, |
| "step": 379, |
| "token_acc": 0.8627650224119422 |
| }, |
| { |
| "epoch": 0.32604032604032607, |
| "grad_norm": 0.3177792429924011, |
| "learning_rate": 7.874514906230757e-06, |
| "loss": 0.41845703125, |
| "step": 380, |
| "token_acc": 0.8647462649751946 |
| }, |
| { |
| "epoch": 0.3268983268983269, |
| "grad_norm": 0.27790436148643494, |
| "learning_rate": 7.863139910467501e-06, |
| "loss": 0.4169921875, |
| "step": 381, |
| "token_acc": 0.8645280999603884 |
| }, |
| { |
| "epoch": 0.32775632775632774, |
| "grad_norm": 0.28227806091308594, |
| "learning_rate": 7.851742823630412e-06, |
| "loss": 0.415771484375, |
| "step": 382, |
| "token_acc": 0.8655827114077801 |
| }, |
| { |
| "epoch": 0.3286143286143286, |
| "grad_norm": 0.28753653168678284, |
| "learning_rate": 7.84032373365578e-06, |
| "loss": 0.4219970703125, |
| "step": 383, |
| "token_acc": 0.8639406972229663 |
| }, |
| { |
| "epoch": 0.32947232947232946, |
| "grad_norm": 0.2792826294898987, |
| "learning_rate": 7.828882728649655e-06, |
| "loss": 0.4150390625, |
| "step": 384, |
| "token_acc": 0.8651572381812838 |
| }, |
| { |
| "epoch": 0.3303303303303303, |
| "grad_norm": 0.27523496747016907, |
| "learning_rate": 7.817419896887182e-06, |
| "loss": 0.41748046875, |
| "step": 385, |
| "token_acc": 0.8643428486785026 |
| }, |
| { |
| "epoch": 0.3311883311883312, |
| "grad_norm": 0.33246752619743347, |
| "learning_rate": 7.805935326811913e-06, |
| "loss": 0.437744140625, |
| "step": 386, |
| "token_acc": 0.8585107582037917 |
| }, |
| { |
| "epoch": 0.33204633204633205, |
| "grad_norm": 0.287202388048172, |
| "learning_rate": 7.794429107035124e-06, |
| "loss": 0.424560546875, |
| "step": 387, |
| "token_acc": 0.8635949895660526 |
| }, |
| { |
| "epoch": 0.3329043329043329, |
| "grad_norm": 0.29253578186035156, |
| "learning_rate": 7.782901326335137e-06, |
| "loss": 0.422119140625, |
| "step": 388, |
| "token_acc": 0.8635815595184542 |
| }, |
| { |
| "epoch": 0.3337623337623338, |
| "grad_norm": 0.35036778450012207, |
| "learning_rate": 7.771352073656628e-06, |
| "loss": 0.425537109375, |
| "step": 389, |
| "token_acc": 0.862357175894677 |
| }, |
| { |
| "epoch": 0.33462033462033464, |
| "grad_norm": 0.25542062520980835, |
| "learning_rate": 7.759781438109944e-06, |
| "loss": 0.418701171875, |
| "step": 390, |
| "token_acc": 0.8643610858844032 |
| }, |
| { |
| "epoch": 0.3354783354783355, |
| "grad_norm": 0.26359203457832336, |
| "learning_rate": 7.748189508970419e-06, |
| "loss": 0.41357421875, |
| "step": 391, |
| "token_acc": 0.865563230761386 |
| }, |
| { |
| "epoch": 0.33633633633633636, |
| "grad_norm": 0.28748592734336853, |
| "learning_rate": 7.736576375677676e-06, |
| "loss": 0.422119140625, |
| "step": 392, |
| "token_acc": 0.8639616828226943 |
| }, |
| { |
| "epoch": 0.33719433719433717, |
| "grad_norm": 0.2941490113735199, |
| "learning_rate": 7.724942127834947e-06, |
| "loss": 0.42724609375, |
| "step": 393, |
| "token_acc": 0.8612426827358655 |
| }, |
| { |
| "epoch": 0.33805233805233803, |
| "grad_norm": 0.29300469160079956, |
| "learning_rate": 7.713286855208373e-06, |
| "loss": 0.42626953125, |
| "step": 394, |
| "token_acc": 0.863123458035744 |
| }, |
| { |
| "epoch": 0.3389103389103389, |
| "grad_norm": 0.2941628098487854, |
| "learning_rate": 7.701610647726323e-06, |
| "loss": 0.411865234375, |
| "step": 395, |
| "token_acc": 0.867098092266917 |
| }, |
| { |
| "epoch": 0.33976833976833976, |
| "grad_norm": 0.2966812551021576, |
| "learning_rate": 7.689913595478683e-06, |
| "loss": 0.42724609375, |
| "step": 396, |
| "token_acc": 0.861284196108984 |
| }, |
| { |
| "epoch": 0.3406263406263406, |
| "grad_norm": 0.320842981338501, |
| "learning_rate": 7.678195788716177e-06, |
| "loss": 0.4267578125, |
| "step": 397, |
| "token_acc": 0.8626256965116527 |
| }, |
| { |
| "epoch": 0.3414843414843415, |
| "grad_norm": 0.30739083886146545, |
| "learning_rate": 7.666457317849663e-06, |
| "loss": 0.42529296875, |
| "step": 398, |
| "token_acc": 0.8627222519982289 |
| }, |
| { |
| "epoch": 0.34234234234234234, |
| "grad_norm": 0.3250690996646881, |
| "learning_rate": 7.654698273449435e-06, |
| "loss": 0.408203125, |
| "step": 399, |
| "token_acc": 0.8673611048406757 |
| }, |
| { |
| "epoch": 0.3432003432003432, |
| "grad_norm": 0.3004262149333954, |
| "learning_rate": 7.642918746244528e-06, |
| "loss": 0.4296875, |
| "step": 400, |
| "token_acc": 0.8611569453016488 |
| }, |
| { |
| "epoch": 0.34405834405834407, |
| "grad_norm": 0.2825751304626465, |
| "learning_rate": 7.631118827122013e-06, |
| "loss": 0.418212890625, |
| "step": 401, |
| "token_acc": 0.8640101274594946 |
| }, |
| { |
| "epoch": 0.34491634491634493, |
| "grad_norm": 0.31254473328590393, |
| "learning_rate": 7.619298607126302e-06, |
| "loss": 0.425537109375, |
| "step": 402, |
| "token_acc": 0.8631938266123519 |
| }, |
| { |
| "epoch": 0.3457743457743458, |
| "grad_norm": 0.2921868562698364, |
| "learning_rate": 7.60745817745844e-06, |
| "loss": 0.41552734375, |
| "step": 403, |
| "token_acc": 0.8661184055000404 |
| }, |
| { |
| "epoch": 0.34663234663234666, |
| "grad_norm": 0.3001807630062103, |
| "learning_rate": 7.595597629475402e-06, |
| "loss": 0.4365234375, |
| "step": 404, |
| "token_acc": 0.8585014297140403 |
| }, |
| { |
| "epoch": 0.3474903474903475, |
| "grad_norm": 0.29896873235702515, |
| "learning_rate": 7.583717054689394e-06, |
| "loss": 0.413818359375, |
| "step": 405, |
| "token_acc": 0.8657269041137614 |
| }, |
| { |
| "epoch": 0.3483483483483483, |
| "grad_norm": 0.36678025126457214, |
| "learning_rate": 7.5718165447671365e-06, |
| "loss": 0.424560546875, |
| "step": 406, |
| "token_acc": 0.8627396783299475 |
| }, |
| { |
| "epoch": 0.3492063492063492, |
| "grad_norm": 0.29485970735549927, |
| "learning_rate": 7.559896191529169e-06, |
| "loss": 0.4306640625, |
| "step": 407, |
| "token_acc": 0.8600888600921435 |
| }, |
| { |
| "epoch": 0.35006435006435005, |
| "grad_norm": 0.2919752299785614, |
| "learning_rate": 7.547956086949131e-06, |
| "loss": 0.42529296875, |
| "step": 408, |
| "token_acc": 0.8638425129868096 |
| }, |
| { |
| "epoch": 0.3509223509223509, |
| "grad_norm": 0.2772597372531891, |
| "learning_rate": 7.5359963231530595e-06, |
| "loss": 0.420166015625, |
| "step": 409, |
| "token_acc": 0.8639821663882852 |
| }, |
| { |
| "epoch": 0.3517803517803518, |
| "grad_norm": 0.2919415831565857, |
| "learning_rate": 7.524016992418676e-06, |
| "loss": 0.424560546875, |
| "step": 410, |
| "token_acc": 0.8629090691574609 |
| }, |
| { |
| "epoch": 0.35263835263835264, |
| "grad_norm": 0.2867894172668457, |
| "learning_rate": 7.512018187174672e-06, |
| "loss": 0.4326171875, |
| "step": 411, |
| "token_acc": 0.8605257974722818 |
| }, |
| { |
| "epoch": 0.3534963534963535, |
| "grad_norm": 0.3059645891189575, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 0.4228515625, |
| "step": 412, |
| "token_acc": 0.8629962185900373 |
| }, |
| { |
| "epoch": 0.35435435435435436, |
| "grad_norm": 0.3137739300727844, |
| "learning_rate": 7.487962523623159e-06, |
| "loss": 0.42919921875, |
| "step": 413, |
| "token_acc": 0.8609549737728388 |
| }, |
| { |
| "epoch": 0.3552123552123552, |
| "grad_norm": 0.2837717831134796, |
| "learning_rate": 7.4759058509214724e-06, |
| "loss": 0.414306640625, |
| "step": 414, |
| "token_acc": 0.8657728866688467 |
| }, |
| { |
| "epoch": 0.3560703560703561, |
| "grad_norm": 0.35152533650398254, |
| "learning_rate": 7.463830074920381e-06, |
| "loss": 0.43115234375, |
| "step": 415, |
| "token_acc": 0.8603900214912119 |
| }, |
| { |
| "epoch": 0.35692835692835695, |
| "grad_norm": 0.3622879385948181, |
| "learning_rate": 7.451735288792716e-06, |
| "loss": 0.426025390625, |
| "step": 416, |
| "token_acc": 0.8618766421090386 |
| }, |
| { |
| "epoch": 0.3577863577863578, |
| "grad_norm": 0.2967289090156555, |
| "learning_rate": 7.43962158585799e-06, |
| "loss": 0.43408203125, |
| "step": 417, |
| "token_acc": 0.8598227153242162 |
| }, |
| { |
| "epoch": 0.3586443586443586, |
| "grad_norm": 0.2888059914112091, |
| "learning_rate": 7.427489059581666e-06, |
| "loss": 0.448486328125, |
| "step": 418, |
| "token_acc": 0.8559363846315348 |
| }, |
| { |
| "epoch": 0.3595023595023595, |
| "grad_norm": 0.28090888261795044, |
| "learning_rate": 7.415337803574449e-06, |
| "loss": 0.42919921875, |
| "step": 419, |
| "token_acc": 0.8605889852444016 |
| }, |
| { |
| "epoch": 0.36036036036036034, |
| "grad_norm": 0.31645599007606506, |
| "learning_rate": 7.403167911591551e-06, |
| "loss": 0.4169921875, |
| "step": 420, |
| "token_acc": 0.8644447992120551 |
| }, |
| { |
| "epoch": 0.3612183612183612, |
| "grad_norm": 0.382446825504303, |
| "learning_rate": 7.390979477531973e-06, |
| "loss": 0.42236328125, |
| "step": 421, |
| "token_acc": 0.8638672675133142 |
| }, |
| { |
| "epoch": 0.36207636207636207, |
| "grad_norm": 0.3774675726890564, |
| "learning_rate": 7.378772595437785e-06, |
| "loss": 0.426025390625, |
| "step": 422, |
| "token_acc": 0.8633789780229759 |
| }, |
| { |
| "epoch": 0.36293436293436293, |
| "grad_norm": 0.3114461898803711, |
| "learning_rate": 7.3665473594933925e-06, |
| "loss": 0.420166015625, |
| "step": 423, |
| "token_acc": 0.8635127463497713 |
| }, |
| { |
| "epoch": 0.3637923637923638, |
| "grad_norm": 0.2735271751880646, |
| "learning_rate": 7.354303864024812e-06, |
| "loss": 0.427490234375, |
| "step": 424, |
| "token_acc": 0.8626561961587986 |
| }, |
| { |
| "epoch": 0.36465036465036466, |
| "grad_norm": 0.29256993532180786, |
| "learning_rate": 7.342042203498952e-06, |
| "loss": 0.43505859375, |
| "step": 425, |
| "token_acc": 0.8598236219062487 |
| }, |
| { |
| "epoch": 0.3655083655083655, |
| "grad_norm": 0.32714495062828064, |
| "learning_rate": 7.3297624725228674e-06, |
| "loss": 0.419677734375, |
| "step": 426, |
| "token_acc": 0.8647328487109456 |
| }, |
| { |
| "epoch": 0.3663663663663664, |
| "grad_norm": 0.2921735942363739, |
| "learning_rate": 7.3174647658430475e-06, |
| "loss": 0.415283203125, |
| "step": 427, |
| "token_acc": 0.8658639537824117 |
| }, |
| { |
| "epoch": 0.36722436722436724, |
| "grad_norm": 0.3107047379016876, |
| "learning_rate": 7.3051491783446705e-06, |
| "loss": 0.410400390625, |
| "step": 428, |
| "token_acc": 0.8672357931131635 |
| }, |
| { |
| "epoch": 0.3680823680823681, |
| "grad_norm": 0.43121880292892456, |
| "learning_rate": 7.29281580505088e-06, |
| "loss": 0.433349609375, |
| "step": 429, |
| "token_acc": 0.8608842947468954 |
| }, |
| { |
| "epoch": 0.36894036894036897, |
| "grad_norm": 0.3090295195579529, |
| "learning_rate": 7.280464741122047e-06, |
| "loss": 0.421875, |
| "step": 430, |
| "token_acc": 0.8633477764159068 |
| }, |
| { |
| "epoch": 0.3697983697983698, |
| "grad_norm": 0.3306712806224823, |
| "learning_rate": 7.26809608185504e-06, |
| "loss": 0.435302734375, |
| "step": 431, |
| "token_acc": 0.8597069146702732 |
| }, |
| { |
| "epoch": 0.37065637065637064, |
| "grad_norm": 0.3319445550441742, |
| "learning_rate": 7.2557099226824875e-06, |
| "loss": 0.440185546875, |
| "step": 432, |
| "token_acc": 0.8580366356017717 |
| }, |
| { |
| "epoch": 0.3715143715143715, |
| "grad_norm": 0.4724389612674713, |
| "learning_rate": 7.243306359172041e-06, |
| "loss": 0.4296875, |
| "step": 433, |
| "token_acc": 0.8612393033288307 |
| }, |
| { |
| "epoch": 0.37237237237237236, |
| "grad_norm": 0.27391496300697327, |
| "learning_rate": 7.230885487025635e-06, |
| "loss": 0.423095703125, |
| "step": 434, |
| "token_acc": 0.8623588650353762 |
| }, |
| { |
| "epoch": 0.3732303732303732, |
| "grad_norm": 0.31295040249824524, |
| "learning_rate": 7.218447402078759e-06, |
| "loss": 0.43310546875, |
| "step": 435, |
| "token_acc": 0.8611159254509111 |
| }, |
| { |
| "epoch": 0.3740883740883741, |
| "grad_norm": 0.32576873898506165, |
| "learning_rate": 7.205992200299704e-06, |
| "loss": 0.428955078125, |
| "step": 436, |
| "token_acc": 0.8624324857948904 |
| }, |
| { |
| "epoch": 0.37494637494637495, |
| "grad_norm": 0.5096105933189392, |
| "learning_rate": 7.193519977788834e-06, |
| "loss": 0.406982421875, |
| "step": 437, |
| "token_acc": 0.8677498067189938 |
| }, |
| { |
| "epoch": 0.3758043758043758, |
| "grad_norm": 0.29668256640434265, |
| "learning_rate": 7.181030830777838e-06, |
| "loss": 0.42041015625, |
| "step": 438, |
| "token_acc": 0.863582698352684 |
| }, |
| { |
| "epoch": 0.3766623766623767, |
| "grad_norm": 0.27826017141342163, |
| "learning_rate": 7.1685248556289865e-06, |
| "loss": 0.40869140625, |
| "step": 439, |
| "token_acc": 0.8671674371920951 |
| }, |
| { |
| "epoch": 0.37752037752037754, |
| "grad_norm": 0.27628570795059204, |
| "learning_rate": 7.1560021488343956e-06, |
| "loss": 0.4208984375, |
| "step": 440, |
| "token_acc": 0.863249857416913 |
| }, |
| { |
| "epoch": 0.3783783783783784, |
| "grad_norm": 0.2907283902168274, |
| "learning_rate": 7.143462807015271e-06, |
| "loss": 0.39697265625, |
| "step": 441, |
| "token_acc": 0.8707495300153913 |
| }, |
| { |
| "epoch": 0.37923637923637926, |
| "grad_norm": 0.31003352999687195, |
| "learning_rate": 7.130906926921176e-06, |
| "loss": 0.42138671875, |
| "step": 442, |
| "token_acc": 0.8637613179118976 |
| }, |
| { |
| "epoch": 0.38009438009438007, |
| "grad_norm": 0.4362795948982239, |
| "learning_rate": 7.118334605429272e-06, |
| "loss": 0.410888671875, |
| "step": 443, |
| "token_acc": 0.8663865218408939 |
| }, |
| { |
| "epoch": 0.38095238095238093, |
| "grad_norm": 0.388886421918869, |
| "learning_rate": 7.10574593954358e-06, |
| "loss": 0.411865234375, |
| "step": 444, |
| "token_acc": 0.8668051535804313 |
| }, |
| { |
| "epoch": 0.3818103818103818, |
| "grad_norm": 0.28607437014579773, |
| "learning_rate": 7.093141026394231e-06, |
| "loss": 0.43017578125, |
| "step": 445, |
| "token_acc": 0.8618197152919455 |
| }, |
| { |
| "epoch": 0.38266838266838266, |
| "grad_norm": 0.31647562980651855, |
| "learning_rate": 7.080519963236706e-06, |
| "loss": 0.424072265625, |
| "step": 446, |
| "token_acc": 0.8630563826102832 |
| }, |
| { |
| "epoch": 0.3835263835263835, |
| "grad_norm": 0.2860400080680847, |
| "learning_rate": 7.067882847451107e-06, |
| "loss": 0.419189453125, |
| "step": 447, |
| "token_acc": 0.8656138751039955 |
| }, |
| { |
| "epoch": 0.3843843843843844, |
| "grad_norm": 0.3233451843261719, |
| "learning_rate": 7.055229776541384e-06, |
| "loss": 0.42626953125, |
| "step": 448, |
| "token_acc": 0.8624596659428655 |
| }, |
| { |
| "epoch": 0.38524238524238524, |
| "grad_norm": 0.3029963970184326, |
| "learning_rate": 7.042560848134592e-06, |
| "loss": 0.42626953125, |
| "step": 449, |
| "token_acc": 0.8617070662121306 |
| }, |
| { |
| "epoch": 0.3861003861003861, |
| "grad_norm": 0.3818403482437134, |
| "learning_rate": 7.029876159980145e-06, |
| "loss": 0.4111328125, |
| "step": 450, |
| "token_acc": 0.8668188138348728 |
| }, |
| { |
| "epoch": 0.38695838695838697, |
| "grad_norm": 0.32453271746635437, |
| "learning_rate": 7.017175809949044e-06, |
| "loss": 0.415283203125, |
| "step": 451, |
| "token_acc": 0.8653696180892124 |
| }, |
| { |
| "epoch": 0.38781638781638783, |
| "grad_norm": 0.27507954835891724, |
| "learning_rate": 7.004459896033137e-06, |
| "loss": 0.427734375, |
| "step": 452, |
| "token_acc": 0.8626328579131244 |
| }, |
| { |
| "epoch": 0.3886743886743887, |
| "grad_norm": 0.2704783082008362, |
| "learning_rate": 6.9917285163443596e-06, |
| "loss": 0.443603515625, |
| "step": 453, |
| "token_acc": 0.8566695544198688 |
| }, |
| { |
| "epoch": 0.38953238953238956, |
| "grad_norm": 0.361786425113678, |
| "learning_rate": 6.978981769113975e-06, |
| "loss": 0.406982421875, |
| "step": 454, |
| "token_acc": 0.8676819311051491 |
| }, |
| { |
| "epoch": 0.39039039039039036, |
| "grad_norm": 0.2781888544559479, |
| "learning_rate": 6.966219752691814e-06, |
| "loss": 0.413818359375, |
| "step": 455, |
| "token_acc": 0.8651284655693806 |
| }, |
| { |
| "epoch": 0.3912483912483912, |
| "grad_norm": 0.41885700821876526, |
| "learning_rate": 6.953442565545525e-06, |
| "loss": 0.419189453125, |
| "step": 456, |
| "token_acc": 0.8643575506441669 |
| }, |
| { |
| "epoch": 0.3921063921063921, |
| "grad_norm": 0.2842484414577484, |
| "learning_rate": 6.940650306259806e-06, |
| "loss": 0.41650390625, |
| "step": 457, |
| "token_acc": 0.8651691193086337 |
| }, |
| { |
| "epoch": 0.39296439296439295, |
| "grad_norm": 0.3224317729473114, |
| "learning_rate": 6.927843073535645e-06, |
| "loss": 0.4111328125, |
| "step": 458, |
| "token_acc": 0.8667047228398957 |
| }, |
| { |
| "epoch": 0.3938223938223938, |
| "grad_norm": 0.288857102394104, |
| "learning_rate": 6.915020966189566e-06, |
| "loss": 0.41845703125, |
| "step": 459, |
| "token_acc": 0.8642539516420452 |
| }, |
| { |
| "epoch": 0.3946803946803947, |
| "grad_norm": 0.2869710624217987, |
| "learning_rate": 6.902184083152856e-06, |
| "loss": 0.42041015625, |
| "step": 460, |
| "token_acc": 0.8636609554214343 |
| }, |
| { |
| "epoch": 0.39553839553839554, |
| "grad_norm": 0.2962559759616852, |
| "learning_rate": 6.889332523470808e-06, |
| "loss": 0.4443359375, |
| "step": 461, |
| "token_acc": 0.8566909519052762 |
| }, |
| { |
| "epoch": 0.3963963963963964, |
| "grad_norm": 0.41291236877441406, |
| "learning_rate": 6.876466386301953e-06, |
| "loss": 0.4296875, |
| "step": 462, |
| "token_acc": 0.8616678297049096 |
| }, |
| { |
| "epoch": 0.39725439725439726, |
| "grad_norm": 0.48691433668136597, |
| "learning_rate": 6.8635857709173025e-06, |
| "loss": 0.419921875, |
| "step": 463, |
| "token_acc": 0.8636058094944241 |
| }, |
| { |
| "epoch": 0.3981123981123981, |
| "grad_norm": 0.30880242586135864, |
| "learning_rate": 6.850690776699574e-06, |
| "loss": 0.407958984375, |
| "step": 464, |
| "token_acc": 0.8677704859144227 |
| }, |
| { |
| "epoch": 0.398970398970399, |
| "grad_norm": 0.2732425332069397, |
| "learning_rate": 6.837781503142425e-06, |
| "loss": 0.426025390625, |
| "step": 465, |
| "token_acc": 0.8619937801889473 |
| }, |
| { |
| "epoch": 0.39982839982839985, |
| "grad_norm": 0.5357620716094971, |
| "learning_rate": 6.8248580498496895e-06, |
| "loss": 0.423583984375, |
| "step": 466, |
| "token_acc": 0.8623165677037603 |
| }, |
| { |
| "epoch": 0.4006864006864007, |
| "grad_norm": 0.3567543923854828, |
| "learning_rate": 6.811920516534616e-06, |
| "loss": 0.4337158203125, |
| "step": 467, |
| "token_acc": 0.8607761147510746 |
| }, |
| { |
| "epoch": 0.4015444015444015, |
| "grad_norm": 0.312417596578598, |
| "learning_rate": 6.798969003019076e-06, |
| "loss": 0.420166015625, |
| "step": 468, |
| "token_acc": 0.8649994542826683 |
| }, |
| { |
| "epoch": 0.4024024024024024, |
| "grad_norm": 0.3167417645454407, |
| "learning_rate": 6.786003609232816e-06, |
| "loss": 0.418212890625, |
| "step": 469, |
| "token_acc": 0.8652817576730806 |
| }, |
| { |
| "epoch": 0.40326040326040324, |
| "grad_norm": 0.29941660165786743, |
| "learning_rate": 6.773024435212678e-06, |
| "loss": 0.4208984375, |
| "step": 470, |
| "token_acc": 0.8639409832813086 |
| }, |
| { |
| "epoch": 0.4041184041184041, |
| "grad_norm": 0.40100914239883423, |
| "learning_rate": 6.760031581101828e-06, |
| "loss": 0.428955078125, |
| "step": 471, |
| "token_acc": 0.86214893998633 |
| }, |
| { |
| "epoch": 0.40497640497640497, |
| "grad_norm": 0.29488709568977356, |
| "learning_rate": 6.747025147148978e-06, |
| "loss": 0.420654296875, |
| "step": 472, |
| "token_acc": 0.8645620687165905 |
| }, |
| { |
| "epoch": 0.40583440583440583, |
| "grad_norm": 0.2635532021522522, |
| "learning_rate": 6.734005233707624e-06, |
| "loss": 0.4140625, |
| "step": 473, |
| "token_acc": 0.8661044469208886 |
| }, |
| { |
| "epoch": 0.4066924066924067, |
| "grad_norm": 0.2757095396518707, |
| "learning_rate": 6.720971941235264e-06, |
| "loss": 0.421142578125, |
| "step": 474, |
| "token_acc": 0.863422756479095 |
| }, |
| { |
| "epoch": 0.40755040755040756, |
| "grad_norm": 0.30702444911003113, |
| "learning_rate": 6.70792537029262e-06, |
| "loss": 0.41259765625, |
| "step": 475, |
| "token_acc": 0.8665416599197983 |
| }, |
| { |
| "epoch": 0.4084084084084084, |
| "grad_norm": 0.2938397228717804, |
| "learning_rate": 6.694865621542873e-06, |
| "loss": 0.424560546875, |
| "step": 476, |
| "token_acc": 0.8630716849176405 |
| }, |
| { |
| "epoch": 0.4092664092664093, |
| "grad_norm": 0.3684979975223541, |
| "learning_rate": 6.681792795750876e-06, |
| "loss": 0.404541015625, |
| "step": 477, |
| "token_acc": 0.8691710726236376 |
| }, |
| { |
| "epoch": 0.41012441012441014, |
| "grad_norm": 0.4328111708164215, |
| "learning_rate": 6.668706993782381e-06, |
| "loss": 0.424072265625, |
| "step": 478, |
| "token_acc": 0.8632107505427032 |
| }, |
| { |
| "epoch": 0.410982410982411, |
| "grad_norm": 0.28654247522354126, |
| "learning_rate": 6.655608316603257e-06, |
| "loss": 0.419677734375, |
| "step": 479, |
| "token_acc": 0.8640558463478825 |
| }, |
| { |
| "epoch": 0.4118404118404118, |
| "grad_norm": 0.3132862448692322, |
| "learning_rate": 6.64249686527872e-06, |
| "loss": 0.413818359375, |
| "step": 480, |
| "token_acc": 0.8654621401367787 |
| }, |
| { |
| "epoch": 0.4126984126984127, |
| "grad_norm": 0.3217681646347046, |
| "learning_rate": 6.629372740972545e-06, |
| "loss": 0.4169921875, |
| "step": 481, |
| "token_acc": 0.8642020548863911 |
| }, |
| { |
| "epoch": 0.41355641355641354, |
| "grad_norm": 0.3765645921230316, |
| "learning_rate": 6.616236044946283e-06, |
| "loss": 0.429931640625, |
| "step": 482, |
| "token_acc": 0.8613728937348264 |
| }, |
| { |
| "epoch": 0.4144144144144144, |
| "grad_norm": 0.30360957980155945, |
| "learning_rate": 6.603086878558492e-06, |
| "loss": 0.406005859375, |
| "step": 483, |
| "token_acc": 0.8682184843493125 |
| }, |
| { |
| "epoch": 0.41527241527241526, |
| "grad_norm": 0.3170628547668457, |
| "learning_rate": 6.589925343263941e-06, |
| "loss": 0.4296875, |
| "step": 484, |
| "token_acc": 0.8610683087974459 |
| }, |
| { |
| "epoch": 0.4161304161304161, |
| "grad_norm": 0.37134185433387756, |
| "learning_rate": 6.576751540612835e-06, |
| "loss": 0.42041015625, |
| "step": 485, |
| "token_acc": 0.865468744085295 |
| }, |
| { |
| "epoch": 0.416988416988417, |
| "grad_norm": 0.2947823107242584, |
| "learning_rate": 6.563565572250036e-06, |
| "loss": 0.421630859375, |
| "step": 486, |
| "token_acc": 0.8636148880916772 |
| }, |
| { |
| "epoch": 0.41784641784641785, |
| "grad_norm": 0.32601526379585266, |
| "learning_rate": 6.550367539914264e-06, |
| "loss": 0.42724609375, |
| "step": 487, |
| "token_acc": 0.8623716990591023 |
| }, |
| { |
| "epoch": 0.4187044187044187, |
| "grad_norm": 0.3742155432701111, |
| "learning_rate": 6.537157545437326e-06, |
| "loss": 0.41259765625, |
| "step": 488, |
| "token_acc": 0.8659029294468573 |
| }, |
| { |
| "epoch": 0.4195624195624196, |
| "grad_norm": 0.3504475951194763, |
| "learning_rate": 6.523935690743321e-06, |
| "loss": 0.4228515625, |
| "step": 489, |
| "token_acc": 0.8636904826301324 |
| }, |
| { |
| "epoch": 0.42042042042042044, |
| "grad_norm": 0.33060625195503235, |
| "learning_rate": 6.510702077847864e-06, |
| "loss": 0.435546875, |
| "step": 490, |
| "token_acc": 0.8600225913722529 |
| }, |
| { |
| "epoch": 0.4212784212784213, |
| "grad_norm": 0.3173463046550751, |
| "learning_rate": 6.497456808857286e-06, |
| "loss": 0.435546875, |
| "step": 491, |
| "token_acc": 0.8604880763776945 |
| }, |
| { |
| "epoch": 0.42213642213642216, |
| "grad_norm": 0.31517285108566284, |
| "learning_rate": 6.48419998596786e-06, |
| "loss": 0.424072265625, |
| "step": 492, |
| "token_acc": 0.8624595241033597 |
| }, |
| { |
| "epoch": 0.42299442299442297, |
| "grad_norm": 0.4236738085746765, |
| "learning_rate": 6.470931711464994e-06, |
| "loss": 0.4189453125, |
| "step": 493, |
| "token_acc": 0.8648304181510655 |
| }, |
| { |
| "epoch": 0.42385242385242383, |
| "grad_norm": 0.2980448603630066, |
| "learning_rate": 6.4576520877224644e-06, |
| "loss": 0.41162109375, |
| "step": 494, |
| "token_acc": 0.86702927392545 |
| }, |
| { |
| "epoch": 0.4247104247104247, |
| "grad_norm": 0.30343005061149597, |
| "learning_rate": 6.444361217201609e-06, |
| "loss": 0.433837890625, |
| "step": 495, |
| "token_acc": 0.8596316220741743 |
| }, |
| { |
| "epoch": 0.42556842556842556, |
| "grad_norm": 0.2810531556606293, |
| "learning_rate": 6.431059202450542e-06, |
| "loss": 0.394287109375, |
| "step": 496, |
| "token_acc": 0.8710522037829573 |
| }, |
| { |
| "epoch": 0.4264264264264264, |
| "grad_norm": 0.2753387689590454, |
| "learning_rate": 6.4177461461033675e-06, |
| "loss": 0.415283203125, |
| "step": 497, |
| "token_acc": 0.8667317945933436 |
| }, |
| { |
| "epoch": 0.4272844272844273, |
| "grad_norm": 0.28141921758651733, |
| "learning_rate": 6.4044221508793745e-06, |
| "loss": 0.427001953125, |
| "step": 498, |
| "token_acc": 0.8620292660768748 |
| }, |
| { |
| "epoch": 0.42814242814242814, |
| "grad_norm": 0.37034013867378235, |
| "learning_rate": 6.391087319582264e-06, |
| "loss": 0.40771484375, |
| "step": 499, |
| "token_acc": 0.8673679823091288 |
| }, |
| { |
| "epoch": 0.429000429000429, |
| "grad_norm": 0.3202304542064667, |
| "learning_rate": 6.377741755099334e-06, |
| "loss": 0.41796875, |
| "step": 500, |
| "token_acc": 0.8650470133946994 |
| }, |
| { |
| "epoch": 0.42985842985842987, |
| "grad_norm": 0.31799107789993286, |
| "learning_rate": 6.364385560400703e-06, |
| "loss": 0.42529296875, |
| "step": 501, |
| "token_acc": 0.8632238871242461 |
| }, |
| { |
| "epoch": 0.43071643071643073, |
| "grad_norm": 0.2863190472126007, |
| "learning_rate": 6.351018838538508e-06, |
| "loss": 0.4111328125, |
| "step": 502, |
| "token_acc": 0.8666314106129861 |
| }, |
| { |
| "epoch": 0.4315744315744316, |
| "grad_norm": 0.35236307978630066, |
| "learning_rate": 6.337641692646106e-06, |
| "loss": 0.433837890625, |
| "step": 503, |
| "token_acc": 0.8612089935409659 |
| }, |
| { |
| "epoch": 0.43243243243243246, |
| "grad_norm": 0.33954450488090515, |
| "learning_rate": 6.324254225937288e-06, |
| "loss": 0.41552734375, |
| "step": 504, |
| "token_acc": 0.8660511194093474 |
| }, |
| { |
| "epoch": 0.43329043329043326, |
| "grad_norm": 0.3274078965187073, |
| "learning_rate": 6.3108565417054715e-06, |
| "loss": 0.421142578125, |
| "step": 505, |
| "token_acc": 0.8637101862694171 |
| }, |
| { |
| "epoch": 0.4341484341484341, |
| "grad_norm": 0.4209599494934082, |
| "learning_rate": 6.297448743322918e-06, |
| "loss": 0.429443359375, |
| "step": 506, |
| "token_acc": 0.8614532845776733 |
| }, |
| { |
| "epoch": 0.435006435006435, |
| "grad_norm": 0.2969057559967041, |
| "learning_rate": 6.284030934239917e-06, |
| "loss": 0.4296875, |
| "step": 507, |
| "token_acc": 0.8618715702179741 |
| }, |
| { |
| "epoch": 0.43586443586443585, |
| "grad_norm": 0.3699609637260437, |
| "learning_rate": 6.270603217984002e-06, |
| "loss": 0.41943359375, |
| "step": 508, |
| "token_acc": 0.8639296283708636 |
| }, |
| { |
| "epoch": 0.4367224367224367, |
| "grad_norm": 0.34718459844589233, |
| "learning_rate": 6.257165698159149e-06, |
| "loss": 0.433349609375, |
| "step": 509, |
| "token_acc": 0.8598112426851615 |
| }, |
| { |
| "epoch": 0.4375804375804376, |
| "grad_norm": 0.28890863060951233, |
| "learning_rate": 6.243718478444969e-06, |
| "loss": 0.433349609375, |
| "step": 510, |
| "token_acc": 0.8606054698039735 |
| }, |
| { |
| "epoch": 0.43843843843843844, |
| "grad_norm": 0.31021833419799805, |
| "learning_rate": 6.2302616625959185e-06, |
| "loss": 0.425048828125, |
| "step": 511, |
| "token_acc": 0.8623897085325062 |
| }, |
| { |
| "epoch": 0.4392964392964393, |
| "grad_norm": 0.2952280640602112, |
| "learning_rate": 6.2167953544404955e-06, |
| "loss": 0.404296875, |
| "step": 512, |
| "token_acc": 0.8685989954799906 |
| }, |
| { |
| "epoch": 0.44015444015444016, |
| "grad_norm": 0.32835862040519714, |
| "learning_rate": 6.203319657880437e-06, |
| "loss": 0.42138671875, |
| "step": 513, |
| "token_acc": 0.8629502293654742 |
| }, |
| { |
| "epoch": 0.441012441012441, |
| "grad_norm": 0.28275251388549805, |
| "learning_rate": 6.189834676889913e-06, |
| "loss": 0.43505859375, |
| "step": 514, |
| "token_acc": 0.8598334888624726 |
| }, |
| { |
| "epoch": 0.4418704418704419, |
| "grad_norm": 0.26258227229118347, |
| "learning_rate": 6.176340515514738e-06, |
| "loss": 0.424560546875, |
| "step": 515, |
| "token_acc": 0.862342154817124 |
| }, |
| { |
| "epoch": 0.44272844272844275, |
| "grad_norm": 0.3214159309864044, |
| "learning_rate": 6.162837277871553e-06, |
| "loss": 0.41064453125, |
| "step": 516, |
| "token_acc": 0.8664867184933283 |
| }, |
| { |
| "epoch": 0.4435864435864436, |
| "grad_norm": 0.33965152502059937, |
| "learning_rate": 6.149325068147029e-06, |
| "loss": 0.418701171875, |
| "step": 517, |
| "token_acc": 0.8648304969048278 |
| }, |
| { |
| "epoch": 0.4444444444444444, |
| "grad_norm": 0.2621113657951355, |
| "learning_rate": 6.135803990597066e-06, |
| "loss": 0.416748046875, |
| "step": 518, |
| "token_acc": 0.8661370297727924 |
| }, |
| { |
| "epoch": 0.4453024453024453, |
| "grad_norm": 0.3774579167366028, |
| "learning_rate": 6.122274149545984e-06, |
| "loss": 0.42041015625, |
| "step": 519, |
| "token_acc": 0.8650384210550092 |
| }, |
| { |
| "epoch": 0.44616044616044614, |
| "grad_norm": 0.8083230257034302, |
| "learning_rate": 6.108735649385714e-06, |
| "loss": 0.4287109375, |
| "step": 520, |
| "token_acc": 0.8609615911947808 |
| }, |
| { |
| "epoch": 0.447018447018447, |
| "grad_norm": 0.3356691002845764, |
| "learning_rate": 6.095188594575008e-06, |
| "loss": 0.42431640625, |
| "step": 521, |
| "token_acc": 0.8630834450719868 |
| }, |
| { |
| "epoch": 0.44787644787644787, |
| "grad_norm": 0.49074333906173706, |
| "learning_rate": 6.081633089638616e-06, |
| "loss": 0.41455078125, |
| "step": 522, |
| "token_acc": 0.8670473434692649 |
| }, |
| { |
| "epoch": 0.44873444873444873, |
| "grad_norm": 0.2920239269733429, |
| "learning_rate": 6.068069239166486e-06, |
| "loss": 0.429443359375, |
| "step": 523, |
| "token_acc": 0.8609085373973879 |
| }, |
| { |
| "epoch": 0.4495924495924496, |
| "grad_norm": 0.2840779721736908, |
| "learning_rate": 6.054497147812962e-06, |
| "loss": 0.42236328125, |
| "step": 524, |
| "token_acc": 0.862967362985908 |
| }, |
| { |
| "epoch": 0.45045045045045046, |
| "grad_norm": 0.2790270149707794, |
| "learning_rate": 6.04091692029597e-06, |
| "loss": 0.4248046875, |
| "step": 525, |
| "token_acc": 0.8626141416294594 |
| }, |
| { |
| "epoch": 0.4513084513084513, |
| "grad_norm": 0.2798489034175873, |
| "learning_rate": 6.02732866139621e-06, |
| "loss": 0.411865234375, |
| "step": 526, |
| "token_acc": 0.8662072555926823 |
| }, |
| { |
| "epoch": 0.4521664521664522, |
| "grad_norm": 0.5632247924804688, |
| "learning_rate": 6.013732475956352e-06, |
| "loss": 0.419921875, |
| "step": 527, |
| "token_acc": 0.8642938195410739 |
| }, |
| { |
| "epoch": 0.45302445302445304, |
| "grad_norm": 0.290154367685318, |
| "learning_rate": 6.000128468880223e-06, |
| "loss": 0.4287109375, |
| "step": 528, |
| "token_acc": 0.8617370491908175 |
| }, |
| { |
| "epoch": 0.4538824538824539, |
| "grad_norm": 0.31333526968955994, |
| "learning_rate": 5.986516745132e-06, |
| "loss": 0.416015625, |
| "step": 529, |
| "token_acc": 0.8647680732144888 |
| }, |
| { |
| "epoch": 0.4547404547404547, |
| "grad_norm": 0.2911708652973175, |
| "learning_rate": 5.972897409735403e-06, |
| "loss": 0.435546875, |
| "step": 530, |
| "token_acc": 0.8590874926019303 |
| }, |
| { |
| "epoch": 0.4555984555984556, |
| "grad_norm": 0.30912768840789795, |
| "learning_rate": 5.959270567772874e-06, |
| "loss": 0.412353515625, |
| "step": 531, |
| "token_acc": 0.8658990706703001 |
| }, |
| { |
| "epoch": 0.45645645645645644, |
| "grad_norm": 0.2619702219963074, |
| "learning_rate": 5.945636324384776e-06, |
| "loss": 0.4052734375, |
| "step": 532, |
| "token_acc": 0.8672058471320894 |
| }, |
| { |
| "epoch": 0.4573144573144573, |
| "grad_norm": 0.3613792359828949, |
| "learning_rate": 5.931994784768582e-06, |
| "loss": 0.4345703125, |
| "step": 533, |
| "token_acc": 0.8604419788206061 |
| }, |
| { |
| "epoch": 0.45817245817245816, |
| "grad_norm": 0.3207135498523712, |
| "learning_rate": 5.918346054178059e-06, |
| "loss": 0.421142578125, |
| "step": 534, |
| "token_acc": 0.8632203477958804 |
| }, |
| { |
| "epoch": 0.459030459030459, |
| "grad_norm": 0.393178254365921, |
| "learning_rate": 5.904690237922455e-06, |
| "loss": 0.412109375, |
| "step": 535, |
| "token_acc": 0.8660278616112931 |
| }, |
| { |
| "epoch": 0.4598884598884599, |
| "grad_norm": 0.2876410186290741, |
| "learning_rate": 5.891027441365689e-06, |
| "loss": 0.40087890625, |
| "step": 536, |
| "token_acc": 0.8695650340108797 |
| }, |
| { |
| "epoch": 0.46074646074646075, |
| "grad_norm": 0.4405011236667633, |
| "learning_rate": 5.877357769925542e-06, |
| "loss": 0.419677734375, |
| "step": 537, |
| "token_acc": 0.8634989791485539 |
| }, |
| { |
| "epoch": 0.4616044616044616, |
| "grad_norm": 0.31729942560195923, |
| "learning_rate": 5.863681329072835e-06, |
| "loss": 0.406494140625, |
| "step": 538, |
| "token_acc": 0.8676505038854704 |
| }, |
| { |
| "epoch": 0.4624624624624625, |
| "grad_norm": 0.3226943016052246, |
| "learning_rate": 5.849998224330621e-06, |
| "loss": 0.404052734375, |
| "step": 539, |
| "token_acc": 0.8691325052420007 |
| }, |
| { |
| "epoch": 0.46332046332046334, |
| "grad_norm": 0.378424733877182, |
| "learning_rate": 5.836308561273369e-06, |
| "loss": 0.4189453125, |
| "step": 540, |
| "token_acc": 0.8641706600886002 |
| }, |
| { |
| "epoch": 0.4641784641784642, |
| "grad_norm": 0.2984580993652344, |
| "learning_rate": 5.8226124455261516e-06, |
| "loss": 0.420166015625, |
| "step": 541, |
| "token_acc": 0.8641534333977945 |
| }, |
| { |
| "epoch": 0.46503646503646506, |
| "grad_norm": 0.29600897431373596, |
| "learning_rate": 5.808909982763825e-06, |
| "loss": 0.416015625, |
| "step": 542, |
| "token_acc": 0.8652731184015914 |
| }, |
| { |
| "epoch": 0.46589446589446587, |
| "grad_norm": 0.28871870040893555, |
| "learning_rate": 5.79520127871022e-06, |
| "loss": 0.41845703125, |
| "step": 543, |
| "token_acc": 0.8643925010301255 |
| }, |
| { |
| "epoch": 0.46675246675246673, |
| "grad_norm": 0.39704445004463196, |
| "learning_rate": 5.781486439137323e-06, |
| "loss": 0.417236328125, |
| "step": 544, |
| "token_acc": 0.8645539504438952 |
| }, |
| { |
| "epoch": 0.4676104676104676, |
| "grad_norm": 0.3399257957935333, |
| "learning_rate": 5.767765569864459e-06, |
| "loss": 0.403564453125, |
| "step": 545, |
| "token_acc": 0.8686296663113595 |
| }, |
| { |
| "epoch": 0.46846846846846846, |
| "grad_norm": 0.34662899374961853, |
| "learning_rate": 5.754038776757476e-06, |
| "loss": 0.418212890625, |
| "step": 546, |
| "token_acc": 0.8640291621562747 |
| }, |
| { |
| "epoch": 0.4693264693264693, |
| "grad_norm": 0.39737239480018616, |
| "learning_rate": 5.740306165727929e-06, |
| "loss": 0.435546875, |
| "step": 547, |
| "token_acc": 0.8606249359339252 |
| }, |
| { |
| "epoch": 0.4701844701844702, |
| "grad_norm": 0.2816781997680664, |
| "learning_rate": 5.726567842732262e-06, |
| "loss": 0.418212890625, |
| "step": 548, |
| "token_acc": 0.8651664874959102 |
| }, |
| { |
| "epoch": 0.47104247104247104, |
| "grad_norm": 0.31325563788414, |
| "learning_rate": 5.712823913770992e-06, |
| "loss": 0.408935546875, |
| "step": 549, |
| "token_acc": 0.867751615015485 |
| }, |
| { |
| "epoch": 0.4719004719004719, |
| "grad_norm": 0.2923162579536438, |
| "learning_rate": 5.6990744848878874e-06, |
| "loss": 0.40869140625, |
| "step": 550, |
| "token_acc": 0.8675126060332564 |
| }, |
| { |
| "epoch": 0.47275847275847277, |
| "grad_norm": 0.27962011098861694, |
| "learning_rate": 5.685319662169157e-06, |
| "loss": 0.419677734375, |
| "step": 551, |
| "token_acc": 0.8639630530429318 |
| }, |
| { |
| "epoch": 0.47361647361647363, |
| "grad_norm": 0.313423752784729, |
| "learning_rate": 5.671559551742617e-06, |
| "loss": 0.4169921875, |
| "step": 552, |
| "token_acc": 0.8654947914538325 |
| }, |
| { |
| "epoch": 0.4744744744744745, |
| "grad_norm": 0.3126436471939087, |
| "learning_rate": 5.657794259776892e-06, |
| "loss": 0.409912109375, |
| "step": 553, |
| "token_acc": 0.8668536544199408 |
| }, |
| { |
| "epoch": 0.47533247533247536, |
| "grad_norm": 0.43497735261917114, |
| "learning_rate": 5.644023892480583e-06, |
| "loss": 0.42138671875, |
| "step": 554, |
| "token_acc": 0.8632415418119503 |
| }, |
| { |
| "epoch": 0.47619047619047616, |
| "grad_norm": 0.3333779573440552, |
| "learning_rate": 5.630248556101448e-06, |
| "loss": 0.42431640625, |
| "step": 555, |
| "token_acc": 0.8621689355435327 |
| }, |
| { |
| "epoch": 0.477048477048477, |
| "grad_norm": 0.3501513600349426, |
| "learning_rate": 5.6164683569255854e-06, |
| "loss": 0.418212890625, |
| "step": 556, |
| "token_acc": 0.8647723353126131 |
| }, |
| { |
| "epoch": 0.4779064779064779, |
| "grad_norm": 0.30327025055885315, |
| "learning_rate": 5.6026834012766155e-06, |
| "loss": 0.423583984375, |
| "step": 557, |
| "token_acc": 0.8636040356671468 |
| }, |
| { |
| "epoch": 0.47876447876447875, |
| "grad_norm": 0.31263449788093567, |
| "learning_rate": 5.588893795514858e-06, |
| "loss": 0.42041015625, |
| "step": 558, |
| "token_acc": 0.8639130473695162 |
| }, |
| { |
| "epoch": 0.4796224796224796, |
| "grad_norm": 0.3397209346294403, |
| "learning_rate": 5.575099646036508e-06, |
| "loss": 0.410888671875, |
| "step": 559, |
| "token_acc": 0.8662212705407617 |
| }, |
| { |
| "epoch": 0.4804804804804805, |
| "grad_norm": 0.30478543043136597, |
| "learning_rate": 5.561301059272821e-06, |
| "loss": 0.424560546875, |
| "step": 560, |
| "token_acc": 0.8622620368610338 |
| }, |
| { |
| "epoch": 0.48133848133848134, |
| "grad_norm": 0.34290942549705505, |
| "learning_rate": 5.5474981416892914e-06, |
| "loss": 0.417724609375, |
| "step": 561, |
| "token_acc": 0.8645334084357782 |
| }, |
| { |
| "epoch": 0.4821964821964822, |
| "grad_norm": 0.2868536710739136, |
| "learning_rate": 5.533690999784822e-06, |
| "loss": 0.435302734375, |
| "step": 562, |
| "token_acc": 0.8605640768716921 |
| }, |
| { |
| "epoch": 0.48305448305448306, |
| "grad_norm": 0.30824825167655945, |
| "learning_rate": 5.519879740090918e-06, |
| "loss": 0.438720703125, |
| "step": 563, |
| "token_acc": 0.8598180591280223 |
| }, |
| { |
| "epoch": 0.4839124839124839, |
| "grad_norm": 0.3504210412502289, |
| "learning_rate": 5.5060644691708485e-06, |
| "loss": 0.42626953125, |
| "step": 564, |
| "token_acc": 0.8621639597187142 |
| }, |
| { |
| "epoch": 0.4847704847704848, |
| "grad_norm": 0.306574285030365, |
| "learning_rate": 5.492245293618838e-06, |
| "loss": 0.41455078125, |
| "step": 565, |
| "token_acc": 0.866405955635539 |
| }, |
| { |
| "epoch": 0.48562848562848565, |
| "grad_norm": 0.2997839152812958, |
| "learning_rate": 5.478422320059231e-06, |
| "loss": 0.408447265625, |
| "step": 566, |
| "token_acc": 0.8676499238864471 |
| }, |
| { |
| "epoch": 0.4864864864864865, |
| "grad_norm": 0.34185224771499634, |
| "learning_rate": 5.464595655145682e-06, |
| "loss": 0.416748046875, |
| "step": 567, |
| "token_acc": 0.8647140641118203 |
| }, |
| { |
| "epoch": 0.4873444873444873, |
| "grad_norm": 0.4168187975883484, |
| "learning_rate": 5.450765405560328e-06, |
| "loss": 0.412841796875, |
| "step": 568, |
| "token_acc": 0.8657951826771015 |
| }, |
| { |
| "epoch": 0.4882024882024882, |
| "grad_norm": 0.47992414236068726, |
| "learning_rate": 5.436931678012956e-06, |
| "loss": 0.418212890625, |
| "step": 569, |
| "token_acc": 0.8633498047387672 |
| }, |
| { |
| "epoch": 0.48906048906048905, |
| "grad_norm": 0.33771997690200806, |
| "learning_rate": 5.4230945792401945e-06, |
| "loss": 0.42919921875, |
| "step": 570, |
| "token_acc": 0.86111149176419 |
| }, |
| { |
| "epoch": 0.4899184899184899, |
| "grad_norm": 0.3674052655696869, |
| "learning_rate": 5.409254216004682e-06, |
| "loss": 0.42431640625, |
| "step": 571, |
| "token_acc": 0.862938606645429 |
| }, |
| { |
| "epoch": 0.49077649077649077, |
| "grad_norm": 0.39429277181625366, |
| "learning_rate": 5.395410695094246e-06, |
| "loss": 0.425537109375, |
| "step": 572, |
| "token_acc": 0.8624165010373479 |
| }, |
| { |
| "epoch": 0.49163449163449163, |
| "grad_norm": 0.32568177580833435, |
| "learning_rate": 5.381564123321076e-06, |
| "loss": 0.418701171875, |
| "step": 573, |
| "token_acc": 0.8643937980753404 |
| }, |
| { |
| "epoch": 0.4924924924924925, |
| "grad_norm": 0.4088405668735504, |
| "learning_rate": 5.367714607520898e-06, |
| "loss": 0.4091796875, |
| "step": 574, |
| "token_acc": 0.8664232821988668 |
| }, |
| { |
| "epoch": 0.49335049335049336, |
| "grad_norm": 0.3675963282585144, |
| "learning_rate": 5.353862254552159e-06, |
| "loss": 0.422607421875, |
| "step": 575, |
| "token_acc": 0.8628087562830896 |
| }, |
| { |
| "epoch": 0.4942084942084942, |
| "grad_norm": 0.31272849440574646, |
| "learning_rate": 5.340007171295191e-06, |
| "loss": 0.4228515625, |
| "step": 576, |
| "token_acc": 0.8631520564616009 |
| }, |
| { |
| "epoch": 0.4950664950664951, |
| "grad_norm": 0.3368191421031952, |
| "learning_rate": 5.326149464651397e-06, |
| "loss": 0.424072265625, |
| "step": 577, |
| "token_acc": 0.8631390186505763 |
| }, |
| { |
| "epoch": 0.49592449592449594, |
| "grad_norm": 0.29833096265792847, |
| "learning_rate": 5.31228924154242e-06, |
| "loss": 0.418701171875, |
| "step": 578, |
| "token_acc": 0.8644870936881016 |
| }, |
| { |
| "epoch": 0.4967824967824968, |
| "grad_norm": 0.3654702305793762, |
| "learning_rate": 5.298426608909314e-06, |
| "loss": 0.437744140625, |
| "step": 579, |
| "token_acc": 0.858501892141884 |
| }, |
| { |
| "epoch": 0.4976404976404976, |
| "grad_norm": 0.33899977803230286, |
| "learning_rate": 5.2845616737117325e-06, |
| "loss": 0.427978515625, |
| "step": 580, |
| "token_acc": 0.8618060405175653 |
| }, |
| { |
| "epoch": 0.4984984984984985, |
| "grad_norm": 0.3489997982978821, |
| "learning_rate": 5.270694542927089e-06, |
| "loss": 0.42333984375, |
| "step": 581, |
| "token_acc": 0.8628186861688869 |
| }, |
| { |
| "epoch": 0.49935649935649934, |
| "grad_norm": 0.26761311292648315, |
| "learning_rate": 5.2568253235497395e-06, |
| "loss": 0.4052734375, |
| "step": 582, |
| "token_acc": 0.86768693283179 |
| }, |
| { |
| "epoch": 0.5002145002145002, |
| "grad_norm": 0.3110455870628357, |
| "learning_rate": 5.242954122590154e-06, |
| "loss": 0.419677734375, |
| "step": 583, |
| "token_acc": 0.8632653049826955 |
| }, |
| { |
| "epoch": 0.5010725010725011, |
| "grad_norm": 0.28550007939338684, |
| "learning_rate": 5.2290810470740925e-06, |
| "loss": 0.413818359375, |
| "step": 584, |
| "token_acc": 0.8658714297833681 |
| }, |
| { |
| "epoch": 0.5019305019305019, |
| "grad_norm": 0.28169047832489014, |
| "learning_rate": 5.2152062040417804e-06, |
| "loss": 0.408203125, |
| "step": 585, |
| "token_acc": 0.8675125065917934 |
| }, |
| { |
| "epoch": 0.5027885027885027, |
| "grad_norm": 0.31631919741630554, |
| "learning_rate": 5.201329700547077e-06, |
| "loss": 0.4228515625, |
| "step": 586, |
| "token_acc": 0.8635696536642311 |
| }, |
| { |
| "epoch": 0.5036465036465037, |
| "grad_norm": 0.30992192029953003, |
| "learning_rate": 5.187451643656654e-06, |
| "loss": 0.402099609375, |
| "step": 587, |
| "token_acc": 0.8692920409029211 |
| }, |
| { |
| "epoch": 0.5045045045045045, |
| "grad_norm": 0.3040684163570404, |
| "learning_rate": 5.17357214044917e-06, |
| "loss": 0.41650390625, |
| "step": 588, |
| "token_acc": 0.8644617220571275 |
| }, |
| { |
| "epoch": 0.5053625053625054, |
| "grad_norm": 0.29021555185317993, |
| "learning_rate": 5.159691298014444e-06, |
| "loss": 0.424560546875, |
| "step": 589, |
| "token_acc": 0.862678545870133 |
| }, |
| { |
| "epoch": 0.5062205062205062, |
| "grad_norm": 0.28256526589393616, |
| "learning_rate": 5.145809223452625e-06, |
| "loss": 0.4189453125, |
| "step": 590, |
| "token_acc": 0.8644155657464713 |
| }, |
| { |
| "epoch": 0.5070785070785071, |
| "grad_norm": 0.304729700088501, |
| "learning_rate": 5.131926023873368e-06, |
| "loss": 0.413330078125, |
| "step": 591, |
| "token_acc": 0.86640063435446 |
| }, |
| { |
| "epoch": 0.5079365079365079, |
| "grad_norm": 0.3553517460823059, |
| "learning_rate": 5.118041806395014e-06, |
| "loss": 0.437255859375, |
| "step": 592, |
| "token_acc": 0.8592179123124225 |
| }, |
| { |
| "epoch": 0.5087945087945088, |
| "grad_norm": 0.303347110748291, |
| "learning_rate": 5.1041566781437525e-06, |
| "loss": 0.435791015625, |
| "step": 593, |
| "token_acc": 0.859476294830828 |
| }, |
| { |
| "epoch": 0.5096525096525096, |
| "grad_norm": 0.29912278056144714, |
| "learning_rate": 5.090270746252803e-06, |
| "loss": 0.42138671875, |
| "step": 594, |
| "token_acc": 0.8631013023630877 |
| }, |
| { |
| "epoch": 0.5105105105105106, |
| "grad_norm": 0.28627195954322815, |
| "learning_rate": 5.0763841178615825e-06, |
| "loss": 0.426025390625, |
| "step": 595, |
| "token_acc": 0.8622862797033917 |
| }, |
| { |
| "epoch": 0.5113685113685114, |
| "grad_norm": 0.29345667362213135, |
| "learning_rate": 5.062496900114887e-06, |
| "loss": 0.426025390625, |
| "step": 596, |
| "token_acc": 0.8622539972350235 |
| }, |
| { |
| "epoch": 0.5122265122265123, |
| "grad_norm": 0.33273833990097046, |
| "learning_rate": 5.048609200162053e-06, |
| "loss": 0.406005859375, |
| "step": 597, |
| "token_acc": 0.86791046225597 |
| }, |
| { |
| "epoch": 0.5130845130845131, |
| "grad_norm": 0.8618232607841492, |
| "learning_rate": 5.0347211251561435e-06, |
| "loss": 0.406494140625, |
| "step": 598, |
| "token_acc": 0.8679497287867933 |
| }, |
| { |
| "epoch": 0.5139425139425139, |
| "grad_norm": 0.4583604633808136, |
| "learning_rate": 5.020832782253115e-06, |
| "loss": 0.407470703125, |
| "step": 599, |
| "token_acc": 0.8669706864576162 |
| }, |
| { |
| "epoch": 0.5148005148005148, |
| "grad_norm": 0.31036147475242615, |
| "learning_rate": 5.0069442786109845e-06, |
| "loss": 0.41943359375, |
| "step": 600, |
| "token_acc": 0.8638199501971411 |
| }, |
| { |
| "epoch": 0.5156585156585156, |
| "grad_norm": 0.2883226275444031, |
| "learning_rate": 4.993055721389017e-06, |
| "loss": 0.416748046875, |
| "step": 601, |
| "token_acc": 0.864906679723345 |
| }, |
| { |
| "epoch": 0.5165165165165165, |
| "grad_norm": 0.32805296778678894, |
| "learning_rate": 4.979167217746888e-06, |
| "loss": 0.41748046875, |
| "step": 602, |
| "token_acc": 0.8652719727100879 |
| }, |
| { |
| "epoch": 0.5173745173745173, |
| "grad_norm": 0.30469661951065063, |
| "learning_rate": 4.965278874843857e-06, |
| "loss": 0.438232421875, |
| "step": 603, |
| "token_acc": 0.8585304744094846 |
| }, |
| { |
| "epoch": 0.5182325182325183, |
| "grad_norm": 0.38189372420310974, |
| "learning_rate": 4.9513907998379484e-06, |
| "loss": 0.43359375, |
| "step": 604, |
| "token_acc": 0.8597160351264754 |
| }, |
| { |
| "epoch": 0.5190905190905191, |
| "grad_norm": 0.3296349346637726, |
| "learning_rate": 4.937503099885115e-06, |
| "loss": 0.4228515625, |
| "step": 605, |
| "token_acc": 0.8627848284731273 |
| }, |
| { |
| "epoch": 0.51994851994852, |
| "grad_norm": 0.33234184980392456, |
| "learning_rate": 4.9236158821384174e-06, |
| "loss": 0.421630859375, |
| "step": 606, |
| "token_acc": 0.8633299337471668 |
| }, |
| { |
| "epoch": 0.5208065208065208, |
| "grad_norm": 0.32945409417152405, |
| "learning_rate": 4.909729253747197e-06, |
| "loss": 0.423095703125, |
| "step": 607, |
| "token_acc": 0.8617937681779648 |
| }, |
| { |
| "epoch": 0.5216645216645217, |
| "grad_norm": 0.31619691848754883, |
| "learning_rate": 4.895843321856249e-06, |
| "loss": 0.408447265625, |
| "step": 608, |
| "token_acc": 0.8669882635883708 |
| }, |
| { |
| "epoch": 0.5225225225225225, |
| "grad_norm": 0.5689969062805176, |
| "learning_rate": 4.8819581936049885e-06, |
| "loss": 0.40380859375, |
| "step": 609, |
| "token_acc": 0.869054745873051 |
| }, |
| { |
| "epoch": 0.5233805233805234, |
| "grad_norm": 0.29553133249282837, |
| "learning_rate": 4.868073976126633e-06, |
| "loss": 0.408935546875, |
| "step": 610, |
| "token_acc": 0.8672594416928496 |
| }, |
| { |
| "epoch": 0.5242385242385242, |
| "grad_norm": 0.29151904582977295, |
| "learning_rate": 4.854190776547377e-06, |
| "loss": 0.414306640625, |
| "step": 611, |
| "token_acc": 0.8656930497965618 |
| }, |
| { |
| "epoch": 0.525096525096525, |
| "grad_norm": 0.3068526089191437, |
| "learning_rate": 4.840308701985557e-06, |
| "loss": 0.4248046875, |
| "step": 612, |
| "token_acc": 0.8625334981188753 |
| }, |
| { |
| "epoch": 0.525954525954526, |
| "grad_norm": 0.31919997930526733, |
| "learning_rate": 4.82642785955083e-06, |
| "loss": 0.41455078125, |
| "step": 613, |
| "token_acc": 0.8658660227000503 |
| }, |
| { |
| "epoch": 0.5268125268125268, |
| "grad_norm": 0.3123633563518524, |
| "learning_rate": 4.812548356343347e-06, |
| "loss": 0.421630859375, |
| "step": 614, |
| "token_acc": 0.8632446965493289 |
| }, |
| { |
| "epoch": 0.5276705276705277, |
| "grad_norm": 0.33854490518569946, |
| "learning_rate": 4.798670299452926e-06, |
| "loss": 0.420654296875, |
| "step": 615, |
| "token_acc": 0.8638141003124993 |
| }, |
| { |
| "epoch": 0.5285285285285285, |
| "grad_norm": 0.3269369900226593, |
| "learning_rate": 4.784793795958222e-06, |
| "loss": 0.4169921875, |
| "step": 616, |
| "token_acc": 0.8648783839401198 |
| }, |
| { |
| "epoch": 0.5293865293865294, |
| "grad_norm": 0.30242738127708435, |
| "learning_rate": 4.770918952925908e-06, |
| "loss": 0.43408203125, |
| "step": 617, |
| "token_acc": 0.8598976132338554 |
| }, |
| { |
| "epoch": 0.5302445302445302, |
| "grad_norm": 0.28513282537460327, |
| "learning_rate": 4.7570458774098486e-06, |
| "loss": 0.4033203125, |
| "step": 618, |
| "token_acc": 0.8685605986532908 |
| }, |
| { |
| "epoch": 0.5311025311025311, |
| "grad_norm": 0.33774495124816895, |
| "learning_rate": 4.743174676450263e-06, |
| "loss": 0.421142578125, |
| "step": 619, |
| "token_acc": 0.8633870617882 |
| }, |
| { |
| "epoch": 0.531960531960532, |
| "grad_norm": 0.2745485305786133, |
| "learning_rate": 4.729305457072913e-06, |
| "loss": 0.41162109375, |
| "step": 620, |
| "token_acc": 0.8668837967794523 |
| }, |
| { |
| "epoch": 0.5328185328185329, |
| "grad_norm": 0.35487911105155945, |
| "learning_rate": 4.715438326288269e-06, |
| "loss": 0.418701171875, |
| "step": 621, |
| "token_acc": 0.8643853491265514 |
| }, |
| { |
| "epoch": 0.5336765336765337, |
| "grad_norm": 0.2786436080932617, |
| "learning_rate": 4.701573391090688e-06, |
| "loss": 0.40283203125, |
| "step": 622, |
| "token_acc": 0.8687059507779626 |
| }, |
| { |
| "epoch": 0.5345345345345346, |
| "grad_norm": 0.33550283312797546, |
| "learning_rate": 4.687710758457583e-06, |
| "loss": 0.417236328125, |
| "step": 623, |
| "token_acc": 0.8653365592385013 |
| }, |
| { |
| "epoch": 0.5353925353925354, |
| "grad_norm": 0.3094243109226227, |
| "learning_rate": 4.673850535348604e-06, |
| "loss": 0.412841796875, |
| "step": 624, |
| "token_acc": 0.8664694911720932 |
| }, |
| { |
| "epoch": 0.5362505362505362, |
| "grad_norm": 0.38066813349723816, |
| "learning_rate": 4.65999282870481e-06, |
| "loss": 0.431396484375, |
| "step": 625, |
| "token_acc": 0.8612029004637671 |
| }, |
| { |
| "epoch": 0.5371085371085371, |
| "grad_norm": 0.40698790550231934, |
| "learning_rate": 4.646137745447843e-06, |
| "loss": 0.42919921875, |
| "step": 626, |
| "token_acc": 0.8610544541943608 |
| }, |
| { |
| "epoch": 0.5379665379665379, |
| "grad_norm": 0.32349613308906555, |
| "learning_rate": 4.632285392479103e-06, |
| "loss": 0.425537109375, |
| "step": 627, |
| "token_acc": 0.86263342845428 |
| }, |
| { |
| "epoch": 0.5388245388245388, |
| "grad_norm": 0.29553911089897156, |
| "learning_rate": 4.618435876678925e-06, |
| "loss": 0.404052734375, |
| "step": 628, |
| "token_acc": 0.8681626959090244 |
| }, |
| { |
| "epoch": 0.5396825396825397, |
| "grad_norm": 0.3188212811946869, |
| "learning_rate": 4.6045893049057544e-06, |
| "loss": 0.440673828125, |
| "step": 629, |
| "token_acc": 0.8585953233070159 |
| }, |
| { |
| "epoch": 0.5405405405405406, |
| "grad_norm": 0.2974208891391754, |
| "learning_rate": 4.5907457839953185e-06, |
| "loss": 0.418212890625, |
| "step": 630, |
| "token_acc": 0.8645767017604158 |
| }, |
| { |
| "epoch": 0.5413985413985414, |
| "grad_norm": 0.36264148354530334, |
| "learning_rate": 4.576905420759807e-06, |
| "loss": 0.4208984375, |
| "step": 631, |
| "token_acc": 0.8639826789674269 |
| }, |
| { |
| "epoch": 0.5422565422565423, |
| "grad_norm": 0.3538433909416199, |
| "learning_rate": 4.563068321987047e-06, |
| "loss": 0.40625, |
| "step": 632, |
| "token_acc": 0.8683869778009743 |
| }, |
| { |
| "epoch": 0.5431145431145431, |
| "grad_norm": 0.3371064364910126, |
| "learning_rate": 4.549234594439674e-06, |
| "loss": 0.429931640625, |
| "step": 633, |
| "token_acc": 0.8605667096602871 |
| }, |
| { |
| "epoch": 0.543972543972544, |
| "grad_norm": 0.4398404359817505, |
| "learning_rate": 4.535404344854318e-06, |
| "loss": 0.42626953125, |
| "step": 634, |
| "token_acc": 0.8624168352295182 |
| }, |
| { |
| "epoch": 0.5448305448305448, |
| "grad_norm": 0.3018925189971924, |
| "learning_rate": 4.521577679940769e-06, |
| "loss": 0.416748046875, |
| "step": 635, |
| "token_acc": 0.8647790047876514 |
| }, |
| { |
| "epoch": 0.5456885456885456, |
| "grad_norm": 0.3857707381248474, |
| "learning_rate": 4.507754706381165e-06, |
| "loss": 0.427490234375, |
| "step": 636, |
| "token_acc": 0.8617468588432567 |
| }, |
| { |
| "epoch": 0.5465465465465466, |
| "grad_norm": 0.36081254482269287, |
| "learning_rate": 4.493935530829152e-06, |
| "loss": 0.408203125, |
| "step": 637, |
| "token_acc": 0.8670829153168602 |
| }, |
| { |
| "epoch": 0.5474045474045474, |
| "grad_norm": 0.29515862464904785, |
| "learning_rate": 4.480120259909084e-06, |
| "loss": 0.419189453125, |
| "step": 638, |
| "token_acc": 0.8645933122670278 |
| }, |
| { |
| "epoch": 0.5482625482625483, |
| "grad_norm": 0.35486963391304016, |
| "learning_rate": 4.466309000215179e-06, |
| "loss": 0.420166015625, |
| "step": 639, |
| "token_acc": 0.8633597659410697 |
| }, |
| { |
| "epoch": 0.5491205491205491, |
| "grad_norm": 0.5018385648727417, |
| "learning_rate": 4.45250185831071e-06, |
| "loss": 0.421142578125, |
| "step": 640, |
| "token_acc": 0.8637495560887303 |
| }, |
| { |
| "epoch": 0.54997854997855, |
| "grad_norm": 0.32012471556663513, |
| "learning_rate": 4.438698940727179e-06, |
| "loss": 0.429931640625, |
| "step": 641, |
| "token_acc": 0.8611554092862992 |
| }, |
| { |
| "epoch": 0.5508365508365508, |
| "grad_norm": 0.656898021697998, |
| "learning_rate": 4.424900353963493e-06, |
| "loss": 0.414306640625, |
| "step": 642, |
| "token_acc": 0.8654221668522151 |
| }, |
| { |
| "epoch": 0.5516945516945517, |
| "grad_norm": 0.6136103272438049, |
| "learning_rate": 4.411106204485144e-06, |
| "loss": 0.431640625, |
| "step": 643, |
| "token_acc": 0.8616598681166455 |
| }, |
| { |
| "epoch": 0.5525525525525525, |
| "grad_norm": 0.2826859951019287, |
| "learning_rate": 4.397316598723385e-06, |
| "loss": 0.407958984375, |
| "step": 644, |
| "token_acc": 0.8671457775646916 |
| }, |
| { |
| "epoch": 0.5534105534105535, |
| "grad_norm": 0.31794071197509766, |
| "learning_rate": 4.383531643074416e-06, |
| "loss": 0.411376953125, |
| "step": 645, |
| "token_acc": 0.8667780808989106 |
| }, |
| { |
| "epoch": 0.5542685542685543, |
| "grad_norm": 0.3432675898075104, |
| "learning_rate": 4.369751443898554e-06, |
| "loss": 0.412353515625, |
| "step": 646, |
| "token_acc": 0.8661712115376122 |
| }, |
| { |
| "epoch": 0.5551265551265552, |
| "grad_norm": 0.3500617444515228, |
| "learning_rate": 4.3559761075194185e-06, |
| "loss": 0.422607421875, |
| "step": 647, |
| "token_acc": 0.8633065010858607 |
| }, |
| { |
| "epoch": 0.555984555984556, |
| "grad_norm": 0.3480101227760315, |
| "learning_rate": 4.342205740223109e-06, |
| "loss": 0.417724609375, |
| "step": 648, |
| "token_acc": 0.8651174415049121 |
| }, |
| { |
| "epoch": 0.5568425568425568, |
| "grad_norm": 0.414084255695343, |
| "learning_rate": 4.328440448257385e-06, |
| "loss": 0.433837890625, |
| "step": 649, |
| "token_acc": 0.8601565472662416 |
| }, |
| { |
| "epoch": 0.5577005577005577, |
| "grad_norm": 0.6094998717308044, |
| "learning_rate": 4.314680337830847e-06, |
| "loss": 0.4375, |
| "step": 650, |
| "token_acc": 0.8589042472734703 |
| }, |
| { |
| "epoch": 0.5585585585585585, |
| "grad_norm": 0.43623489141464233, |
| "learning_rate": 4.300925515112113e-06, |
| "loss": 0.423828125, |
| "step": 651, |
| "token_acc": 0.8628781388706055 |
| }, |
| { |
| "epoch": 0.5594165594165594, |
| "grad_norm": 0.2918865978717804, |
| "learning_rate": 4.287176086229009e-06, |
| "loss": 0.41943359375, |
| "step": 652, |
| "token_acc": 0.8643799656364735 |
| }, |
| { |
| "epoch": 0.5602745602745602, |
| "grad_norm": 0.36064180731773376, |
| "learning_rate": 4.273432157267739e-06, |
| "loss": 0.432373046875, |
| "step": 653, |
| "token_acc": 0.860825219695913 |
| }, |
| { |
| "epoch": 0.5611325611325612, |
| "grad_norm": 0.3680606782436371, |
| "learning_rate": 4.259693834272072e-06, |
| "loss": 0.4306640625, |
| "step": 654, |
| "token_acc": 0.8615323449666296 |
| }, |
| { |
| "epoch": 0.561990561990562, |
| "grad_norm": 0.2901996970176697, |
| "learning_rate": 4.245961223242525e-06, |
| "loss": 0.41455078125, |
| "step": 655, |
| "token_acc": 0.8656067230452077 |
| }, |
| { |
| "epoch": 0.5628485628485629, |
| "grad_norm": 0.4935920536518097, |
| "learning_rate": 4.232234430135542e-06, |
| "loss": 0.407470703125, |
| "step": 656, |
| "token_acc": 0.8668436284055034 |
| }, |
| { |
| "epoch": 0.5637065637065637, |
| "grad_norm": 0.3205684423446655, |
| "learning_rate": 4.218513560862679e-06, |
| "loss": 0.435791015625, |
| "step": 657, |
| "token_acc": 0.8585924216806615 |
| }, |
| { |
| "epoch": 0.5645645645645646, |
| "grad_norm": 0.3080020546913147, |
| "learning_rate": 4.204798721289781e-06, |
| "loss": 0.408447265625, |
| "step": 658, |
| "token_acc": 0.8670235699296596 |
| }, |
| { |
| "epoch": 0.5654225654225654, |
| "grad_norm": 0.29078367352485657, |
| "learning_rate": 4.191090017236177e-06, |
| "loss": 0.427978515625, |
| "step": 659, |
| "token_acc": 0.8630666541361139 |
| }, |
| { |
| "epoch": 0.5662805662805663, |
| "grad_norm": 0.30470749735832214, |
| "learning_rate": 4.17738755447385e-06, |
| "loss": 0.4287109375, |
| "step": 660, |
| "token_acc": 0.86123956020604 |
| }, |
| { |
| "epoch": 0.5671385671385671, |
| "grad_norm": 0.3899340331554413, |
| "learning_rate": 4.1636914387266316e-06, |
| "loss": 0.410888671875, |
| "step": 661, |
| "token_acc": 0.866619946074086 |
| }, |
| { |
| "epoch": 0.567996567996568, |
| "grad_norm": 0.30479905009269714, |
| "learning_rate": 4.15000177566938e-06, |
| "loss": 0.414306640625, |
| "step": 662, |
| "token_acc": 0.8653435575189851 |
| }, |
| { |
| "epoch": 0.5688545688545689, |
| "grad_norm": 0.5120990872383118, |
| "learning_rate": 4.136318670927167e-06, |
| "loss": 0.4189453125, |
| "step": 663, |
| "token_acc": 0.8639119775624726 |
| }, |
| { |
| "epoch": 0.5697125697125697, |
| "grad_norm": 0.30492648482322693, |
| "learning_rate": 4.1226422300744595e-06, |
| "loss": 0.41552734375, |
| "step": 664, |
| "token_acc": 0.8646854408233237 |
| }, |
| { |
| "epoch": 0.5705705705705706, |
| "grad_norm": 0.3271532952785492, |
| "learning_rate": 4.108972558634312e-06, |
| "loss": 0.43505859375, |
| "step": 665, |
| "token_acc": 0.8602931194765159 |
| }, |
| { |
| "epoch": 0.5714285714285714, |
| "grad_norm": 0.29384005069732666, |
| "learning_rate": 4.095309762077548e-06, |
| "loss": 0.416748046875, |
| "step": 666, |
| "token_acc": 0.8649318225139836 |
| }, |
| { |
| "epoch": 0.5722865722865723, |
| "grad_norm": 0.2706664204597473, |
| "learning_rate": 4.0816539458219425e-06, |
| "loss": 0.412841796875, |
| "step": 667, |
| "token_acc": 0.8657289362879999 |
| }, |
| { |
| "epoch": 0.5731445731445731, |
| "grad_norm": 0.30048269033432007, |
| "learning_rate": 4.0680052152314185e-06, |
| "loss": 0.429931640625, |
| "step": 668, |
| "token_acc": 0.8611538613644099 |
| }, |
| { |
| "epoch": 0.574002574002574, |
| "grad_norm": 0.27609485387802124, |
| "learning_rate": 4.054363675615226e-06, |
| "loss": 0.40673828125, |
| "step": 669, |
| "token_acc": 0.8681813297343104 |
| }, |
| { |
| "epoch": 0.5748605748605748, |
| "grad_norm": 0.3386572003364563, |
| "learning_rate": 4.0407294322271295e-06, |
| "loss": 0.42822265625, |
| "step": 670, |
| "token_acc": 0.861949839775031 |
| }, |
| { |
| "epoch": 0.5757185757185758, |
| "grad_norm": 0.3223874568939209, |
| "learning_rate": 4.0271025902646e-06, |
| "loss": 0.406494140625, |
| "step": 671, |
| "token_acc": 0.8676797107123938 |
| }, |
| { |
| "epoch": 0.5765765765765766, |
| "grad_norm": 0.35459455847740173, |
| "learning_rate": 4.013483254868001e-06, |
| "loss": 0.429443359375, |
| "step": 672, |
| "token_acc": 0.8606541285269002 |
| }, |
| { |
| "epoch": 0.5774345774345775, |
| "grad_norm": 0.28879350423812866, |
| "learning_rate": 3.999871531119779e-06, |
| "loss": 0.423583984375, |
| "step": 673, |
| "token_acc": 0.863517647733072 |
| }, |
| { |
| "epoch": 0.5782925782925783, |
| "grad_norm": 0.32608532905578613, |
| "learning_rate": 3.98626752404365e-06, |
| "loss": 0.415771484375, |
| "step": 674, |
| "token_acc": 0.8651042576150371 |
| }, |
| { |
| "epoch": 0.5791505791505791, |
| "grad_norm": 0.335490345954895, |
| "learning_rate": 3.9726713386037914e-06, |
| "loss": 0.418212890625, |
| "step": 675, |
| "token_acc": 0.8647293252866424 |
| }, |
| { |
| "epoch": 0.58000858000858, |
| "grad_norm": 0.2842903435230255, |
| "learning_rate": 3.959083079704031e-06, |
| "loss": 0.441162109375, |
| "step": 676, |
| "token_acc": 0.8582060869057603 |
| }, |
| { |
| "epoch": 0.5808665808665808, |
| "grad_norm": 0.3505149483680725, |
| "learning_rate": 3.94550285218704e-06, |
| "loss": 0.424560546875, |
| "step": 677, |
| "token_acc": 0.8627775255391601 |
| }, |
| { |
| "epoch": 0.5817245817245817, |
| "grad_norm": 0.2863593101501465, |
| "learning_rate": 3.931930760833515e-06, |
| "loss": 0.43505859375, |
| "step": 678, |
| "token_acc": 0.8588072294645009 |
| }, |
| { |
| "epoch": 0.5825825825825826, |
| "grad_norm": 0.30225133895874023, |
| "learning_rate": 3.918366910361387e-06, |
| "loss": 0.419189453125, |
| "step": 679, |
| "token_acc": 0.8644833976161195 |
| }, |
| { |
| "epoch": 0.5834405834405835, |
| "grad_norm": 0.3021388053894043, |
| "learning_rate": 3.904811405424993e-06, |
| "loss": 0.4296875, |
| "step": 680, |
| "token_acc": 0.8606600135067523 |
| }, |
| { |
| "epoch": 0.5842985842985843, |
| "grad_norm": 0.2834121286869049, |
| "learning_rate": 3.891264350614287e-06, |
| "loss": 0.424072265625, |
| "step": 681, |
| "token_acc": 0.8623092963295642 |
| }, |
| { |
| "epoch": 0.5851565851565852, |
| "grad_norm": 0.3101329207420349, |
| "learning_rate": 3.877725850454019e-06, |
| "loss": 0.416015625, |
| "step": 682, |
| "token_acc": 0.8662042639049187 |
| }, |
| { |
| "epoch": 0.586014586014586, |
| "grad_norm": 0.2995108366012573, |
| "learning_rate": 3.864196009402935e-06, |
| "loss": 0.435302734375, |
| "step": 683, |
| "token_acc": 0.8594428658074635 |
| }, |
| { |
| "epoch": 0.5868725868725869, |
| "grad_norm": 0.3114798665046692, |
| "learning_rate": 3.850674931852973e-06, |
| "loss": 0.4228515625, |
| "step": 684, |
| "token_acc": 0.8636934155963774 |
| }, |
| { |
| "epoch": 0.5877305877305877, |
| "grad_norm": 0.3150714933872223, |
| "learning_rate": 3.8371627221284495e-06, |
| "loss": 0.4208984375, |
| "step": 685, |
| "token_acc": 0.8635530872595878 |
| }, |
| { |
| "epoch": 0.5885885885885885, |
| "grad_norm": 0.2810271084308624, |
| "learning_rate": 3.823659484485264e-06, |
| "loss": 0.419921875, |
| "step": 686, |
| "token_acc": 0.8634085956147243 |
| }, |
| { |
| "epoch": 0.5894465894465895, |
| "grad_norm": 0.2742871940135956, |
| "learning_rate": 3.8101653231100877e-06, |
| "loss": 0.425048828125, |
| "step": 687, |
| "token_acc": 0.862476988481855 |
| }, |
| { |
| "epoch": 0.5903045903045903, |
| "grad_norm": 0.2745487093925476, |
| "learning_rate": 3.7966803421195643e-06, |
| "loss": 0.41064453125, |
| "step": 688, |
| "token_acc": 0.8672722651590382 |
| }, |
| { |
| "epoch": 0.5911625911625912, |
| "grad_norm": 0.27975040674209595, |
| "learning_rate": 3.783204645559504e-06, |
| "loss": 0.4130859375, |
| "step": 689, |
| "token_acc": 0.8653004679571757 |
| }, |
| { |
| "epoch": 0.592020592020592, |
| "grad_norm": 0.2877062261104584, |
| "learning_rate": 3.7697383374040806e-06, |
| "loss": 0.412109375, |
| "step": 690, |
| "token_acc": 0.8664390009907603 |
| }, |
| { |
| "epoch": 0.5928785928785929, |
| "grad_norm": 0.29905879497528076, |
| "learning_rate": 3.756281521555033e-06, |
| "loss": 0.40869140625, |
| "step": 691, |
| "token_acc": 0.8673086581554044 |
| }, |
| { |
| "epoch": 0.5937365937365937, |
| "grad_norm": 0.2831152081489563, |
| "learning_rate": 3.742834301840853e-06, |
| "loss": 0.424072265625, |
| "step": 692, |
| "token_acc": 0.8625201104107426 |
| }, |
| { |
| "epoch": 0.5945945945945946, |
| "grad_norm": 0.3023799955844879, |
| "learning_rate": 3.729396782015998e-06, |
| "loss": 0.427490234375, |
| "step": 693, |
| "token_acc": 0.8615896284347432 |
| }, |
| { |
| "epoch": 0.5954525954525954, |
| "grad_norm": 0.4037996530532837, |
| "learning_rate": 3.7159690657600837e-06, |
| "loss": 0.42333984375, |
| "step": 694, |
| "token_acc": 0.8636764778441126 |
| }, |
| { |
| "epoch": 0.5963105963105964, |
| "grad_norm": 0.3710002303123474, |
| "learning_rate": 3.702551256677083e-06, |
| "loss": 0.43310546875, |
| "step": 695, |
| "token_acc": 0.8595120419062663 |
| }, |
| { |
| "epoch": 0.5971685971685972, |
| "grad_norm": 0.38277384638786316, |
| "learning_rate": 3.689143458294529e-06, |
| "loss": 0.41650390625, |
| "step": 696, |
| "token_acc": 0.8639440904033985 |
| }, |
| { |
| "epoch": 0.5980265980265981, |
| "grad_norm": 0.36992019414901733, |
| "learning_rate": 3.6757457740627144e-06, |
| "loss": 0.44189453125, |
| "step": 697, |
| "token_acc": 0.8580431337921691 |
| }, |
| { |
| "epoch": 0.5988845988845989, |
| "grad_norm": 0.2937336266040802, |
| "learning_rate": 3.662358307353897e-06, |
| "loss": 0.42578125, |
| "step": 698, |
| "token_acc": 0.8622419400597839 |
| }, |
| { |
| "epoch": 0.5997425997425997, |
| "grad_norm": 0.2683764696121216, |
| "learning_rate": 3.648981161461495e-06, |
| "loss": 0.407958984375, |
| "step": 699, |
| "token_acc": 0.8668515614357621 |
| }, |
| { |
| "epoch": 0.6006006006006006, |
| "grad_norm": 0.48572370409965515, |
| "learning_rate": 3.6356144395992986e-06, |
| "loss": 0.4033203125, |
| "step": 700, |
| "token_acc": 0.8686737289643149 |
| }, |
| { |
| "epoch": 0.6014586014586014, |
| "grad_norm": 0.39991822838783264, |
| "learning_rate": 3.6222582449006673e-06, |
| "loss": 0.419921875, |
| "step": 701, |
| "token_acc": 0.8643231684128129 |
| }, |
| { |
| "epoch": 0.6023166023166023, |
| "grad_norm": 0.36240869760513306, |
| "learning_rate": 3.6089126804177373e-06, |
| "loss": 0.4296875, |
| "step": 702, |
| "token_acc": 0.8623647521716091 |
| }, |
| { |
| "epoch": 0.6031746031746031, |
| "grad_norm": 0.32131874561309814, |
| "learning_rate": 3.595577849120625e-06, |
| "loss": 0.43017578125, |
| "step": 703, |
| "token_acc": 0.8607554432476436 |
| }, |
| { |
| "epoch": 0.6040326040326041, |
| "grad_norm": 0.30051231384277344, |
| "learning_rate": 3.5822538538966333e-06, |
| "loss": 0.4091796875, |
| "step": 704, |
| "token_acc": 0.8672732198616467 |
| }, |
| { |
| "epoch": 0.6048906048906049, |
| "grad_norm": 0.3076333999633789, |
| "learning_rate": 3.5689407975494596e-06, |
| "loss": 0.4111328125, |
| "step": 705, |
| "token_acc": 0.8659222770666966 |
| }, |
| { |
| "epoch": 0.6057486057486058, |
| "grad_norm": 0.3169800937175751, |
| "learning_rate": 3.5556387827983923e-06, |
| "loss": 0.418701171875, |
| "step": 706, |
| "token_acc": 0.8640093881909691 |
| }, |
| { |
| "epoch": 0.6066066066066066, |
| "grad_norm": 0.30912867188453674, |
| "learning_rate": 3.542347912277537e-06, |
| "loss": 0.4091796875, |
| "step": 707, |
| "token_acc": 0.8665864125309957 |
| }, |
| { |
| "epoch": 0.6074646074646075, |
| "grad_norm": 0.26029857993125916, |
| "learning_rate": 3.5290682885350067e-06, |
| "loss": 0.42529296875, |
| "step": 708, |
| "token_acc": 0.8623228656900614 |
| }, |
| { |
| "epoch": 0.6083226083226083, |
| "grad_norm": 0.28922978043556213, |
| "learning_rate": 3.515800014032142e-06, |
| "loss": 0.414306640625, |
| "step": 709, |
| "token_acc": 0.8657667288605843 |
| }, |
| { |
| "epoch": 0.6091806091806092, |
| "grad_norm": 0.2963823974132538, |
| "learning_rate": 3.502543191142713e-06, |
| "loss": 0.4189453125, |
| "step": 710, |
| "token_acc": 0.8643723855389345 |
| }, |
| { |
| "epoch": 0.61003861003861, |
| "grad_norm": 0.4521320164203644, |
| "learning_rate": 3.489297922152136e-06, |
| "loss": 0.428466796875, |
| "step": 711, |
| "token_acc": 0.8612340860380563 |
| }, |
| { |
| "epoch": 0.6108966108966108, |
| "grad_norm": 0.3216448724269867, |
| "learning_rate": 3.4760643092566803e-06, |
| "loss": 0.432373046875, |
| "step": 712, |
| "token_acc": 0.8589549675980871 |
| }, |
| { |
| "epoch": 0.6117546117546118, |
| "grad_norm": 0.2792559564113617, |
| "learning_rate": 3.462842454562677e-06, |
| "loss": 0.41748046875, |
| "step": 713, |
| "token_acc": 0.8649079378816019 |
| }, |
| { |
| "epoch": 0.6126126126126126, |
| "grad_norm": 0.26431983709335327, |
| "learning_rate": 3.449632460085738e-06, |
| "loss": 0.44287109375, |
| "step": 714, |
| "token_acc": 0.8577891652222631 |
| }, |
| { |
| "epoch": 0.6134706134706135, |
| "grad_norm": 0.29708003997802734, |
| "learning_rate": 3.436434427749965e-06, |
| "loss": 0.406494140625, |
| "step": 715, |
| "token_acc": 0.8676337528653605 |
| }, |
| { |
| "epoch": 0.6143286143286143, |
| "grad_norm": 0.2837906777858734, |
| "learning_rate": 3.423248459387165e-06, |
| "loss": 0.42529296875, |
| "step": 716, |
| "token_acc": 0.8618076270998776 |
| }, |
| { |
| "epoch": 0.6151866151866152, |
| "grad_norm": 0.30335840582847595, |
| "learning_rate": 3.4100746567360608e-06, |
| "loss": 0.439697265625, |
| "step": 717, |
| "token_acc": 0.8575965582053366 |
| }, |
| { |
| "epoch": 0.616044616044616, |
| "grad_norm": 0.2720887064933777, |
| "learning_rate": 3.3969131214415097e-06, |
| "loss": 0.42431640625, |
| "step": 718, |
| "token_acc": 0.8621560805339173 |
| }, |
| { |
| "epoch": 0.6169026169026169, |
| "grad_norm": 0.308821439743042, |
| "learning_rate": 3.3837639550537183e-06, |
| "loss": 0.42431640625, |
| "step": 719, |
| "token_acc": 0.8622098166692779 |
| }, |
| { |
| "epoch": 0.6177606177606177, |
| "grad_norm": 0.29398998618125916, |
| "learning_rate": 3.370627259027457e-06, |
| "loss": 0.4169921875, |
| "step": 720, |
| "token_acc": 0.8651638161868784 |
| }, |
| { |
| "epoch": 0.6186186186186187, |
| "grad_norm": 0.31248271465301514, |
| "learning_rate": 3.3575031347212805e-06, |
| "loss": 0.410888671875, |
| "step": 721, |
| "token_acc": 0.8661870907297451 |
| }, |
| { |
| "epoch": 0.6194766194766195, |
| "grad_norm": 0.49209561944007874, |
| "learning_rate": 3.344391683396744e-06, |
| "loss": 0.416748046875, |
| "step": 722, |
| "token_acc": 0.8646008249214202 |
| }, |
| { |
| "epoch": 0.6203346203346203, |
| "grad_norm": 0.3146926164627075, |
| "learning_rate": 3.3312930062176206e-06, |
| "loss": 0.427734375, |
| "step": 723, |
| "token_acc": 0.8611961522764613 |
| }, |
| { |
| "epoch": 0.6211926211926212, |
| "grad_norm": 0.3497059941291809, |
| "learning_rate": 3.3182072042491244e-06, |
| "loss": 0.4306640625, |
| "step": 724, |
| "token_acc": 0.8606771928206602 |
| }, |
| { |
| "epoch": 0.622050622050622, |
| "grad_norm": 0.33833208680152893, |
| "learning_rate": 3.305134378457127e-06, |
| "loss": 0.4169921875, |
| "step": 725, |
| "token_acc": 0.8645796240165519 |
| }, |
| { |
| "epoch": 0.6229086229086229, |
| "grad_norm": 0.3027627468109131, |
| "learning_rate": 3.2920746297073813e-06, |
| "loss": 0.431884765625, |
| "step": 726, |
| "token_acc": 0.8596897059671885 |
| }, |
| { |
| "epoch": 0.6237666237666237, |
| "grad_norm": 0.35056594014167786, |
| "learning_rate": 3.2790280587647384e-06, |
| "loss": 0.41162109375, |
| "step": 727, |
| "token_acc": 0.8662333647476264 |
| }, |
| { |
| "epoch": 0.6246246246246246, |
| "grad_norm": 0.2903030216693878, |
| "learning_rate": 3.2659947662923767e-06, |
| "loss": 0.427734375, |
| "step": 728, |
| "token_acc": 0.8612788028933391 |
| }, |
| { |
| "epoch": 0.6254826254826255, |
| "grad_norm": 0.2940883934497833, |
| "learning_rate": 3.252974852851023e-06, |
| "loss": 0.427490234375, |
| "step": 729, |
| "token_acc": 0.8616075585346563 |
| }, |
| { |
| "epoch": 0.6263406263406264, |
| "grad_norm": 0.6840419769287109, |
| "learning_rate": 3.2399684188981733e-06, |
| "loss": 0.43017578125, |
| "step": 730, |
| "token_acc": 0.8605299073003841 |
| }, |
| { |
| "epoch": 0.6271986271986272, |
| "grad_norm": 0.3573523163795471, |
| "learning_rate": 3.226975564787322e-06, |
| "loss": 0.408203125, |
| "step": 731, |
| "token_acc": 0.8672588424572346 |
| }, |
| { |
| "epoch": 0.6280566280566281, |
| "grad_norm": 0.2727561891078949, |
| "learning_rate": 3.213996390767184e-06, |
| "loss": 0.40673828125, |
| "step": 732, |
| "token_acc": 0.8668989109625584 |
| }, |
| { |
| "epoch": 0.6289146289146289, |
| "grad_norm": 0.28537923097610474, |
| "learning_rate": 3.2010309969809274e-06, |
| "loss": 0.41650390625, |
| "step": 733, |
| "token_acc": 0.8646293566939277 |
| }, |
| { |
| "epoch": 0.6297726297726298, |
| "grad_norm": 0.3011501133441925, |
| "learning_rate": 3.1880794834653872e-06, |
| "loss": 0.4150390625, |
| "step": 734, |
| "token_acc": 0.864918531795058 |
| }, |
| { |
| "epoch": 0.6306306306306306, |
| "grad_norm": 0.313281387090683, |
| "learning_rate": 3.1751419501503113e-06, |
| "loss": 0.412109375, |
| "step": 735, |
| "token_acc": 0.8661696113154662 |
| }, |
| { |
| "epoch": 0.6314886314886314, |
| "grad_norm": 0.31124812364578247, |
| "learning_rate": 3.1622184968575774e-06, |
| "loss": 0.4208984375, |
| "step": 736, |
| "token_acc": 0.864574461301621 |
| }, |
| { |
| "epoch": 0.6323466323466324, |
| "grad_norm": 0.3466483950614929, |
| "learning_rate": 3.149309223300428e-06, |
| "loss": 0.4111328125, |
| "step": 737, |
| "token_acc": 0.8665072941390753 |
| }, |
| { |
| "epoch": 0.6332046332046332, |
| "grad_norm": 0.26968225836753845, |
| "learning_rate": 3.1364142290826984e-06, |
| "loss": 0.410888671875, |
| "step": 738, |
| "token_acc": 0.8665805387383462 |
| }, |
| { |
| "epoch": 0.6340626340626341, |
| "grad_norm": 0.3164491057395935, |
| "learning_rate": 3.1235336136980467e-06, |
| "loss": 0.40576171875, |
| "step": 739, |
| "token_acc": 0.8679546589902324 |
| }, |
| { |
| "epoch": 0.6349206349206349, |
| "grad_norm": 0.2797950506210327, |
| "learning_rate": 3.1106674765291943e-06, |
| "loss": 0.411376953125, |
| "step": 740, |
| "token_acc": 0.8673922043803215 |
| }, |
| { |
| "epoch": 0.6357786357786358, |
| "grad_norm": 0.31588879227638245, |
| "learning_rate": 3.0978159168471455e-06, |
| "loss": 0.423095703125, |
| "step": 741, |
| "token_acc": 0.8636581379308815 |
| }, |
| { |
| "epoch": 0.6366366366366366, |
| "grad_norm": 0.2784661054611206, |
| "learning_rate": 3.0849790338104354e-06, |
| "loss": 0.40673828125, |
| "step": 742, |
| "token_acc": 0.8672910157275185 |
| }, |
| { |
| "epoch": 0.6374946374946375, |
| "grad_norm": 0.45226141810417175, |
| "learning_rate": 3.072156926464356e-06, |
| "loss": 0.4228515625, |
| "step": 743, |
| "token_acc": 0.8640519870780257 |
| }, |
| { |
| "epoch": 0.6383526383526383, |
| "grad_norm": 0.38720688223838806, |
| "learning_rate": 3.059349693740196e-06, |
| "loss": 0.4296875, |
| "step": 744, |
| "token_acc": 0.8611537296528473 |
| }, |
| { |
| "epoch": 0.6392106392106393, |
| "grad_norm": 0.32016894221305847, |
| "learning_rate": 3.046557434454477e-06, |
| "loss": 0.421875, |
| "step": 745, |
| "token_acc": 0.8629133889521484 |
| }, |
| { |
| "epoch": 0.6400686400686401, |
| "grad_norm": 0.302832692861557, |
| "learning_rate": 3.033780247308187e-06, |
| "loss": 0.417236328125, |
| "step": 746, |
| "token_acc": 0.8648892587656055 |
| }, |
| { |
| "epoch": 0.640926640926641, |
| "grad_norm": 0.32734689116477966, |
| "learning_rate": 3.021018230886028e-06, |
| "loss": 0.410888671875, |
| "step": 747, |
| "token_acc": 0.8668939505568416 |
| }, |
| { |
| "epoch": 0.6417846417846418, |
| "grad_norm": 0.38975128531455994, |
| "learning_rate": 3.0082714836556417e-06, |
| "loss": 0.434814453125, |
| "step": 748, |
| "token_acc": 0.8601097404323175 |
| }, |
| { |
| "epoch": 0.6426426426426426, |
| "grad_norm": 0.29173365235328674, |
| "learning_rate": 2.9955401039668642e-06, |
| "loss": 0.410888671875, |
| "step": 749, |
| "token_acc": 0.8658020099984889 |
| }, |
| { |
| "epoch": 0.6435006435006435, |
| "grad_norm": 0.28504666686058044, |
| "learning_rate": 2.982824190050958e-06, |
| "loss": 0.416015625, |
| "step": 750, |
| "token_acc": 0.8655427296335081 |
| }, |
| { |
| "epoch": 0.6443586443586443, |
| "grad_norm": 0.42865467071533203, |
| "learning_rate": 2.970123840019857e-06, |
| "loss": 0.410888671875, |
| "step": 751, |
| "token_acc": 0.8664588016202136 |
| }, |
| { |
| "epoch": 0.6452166452166452, |
| "grad_norm": 0.296321302652359, |
| "learning_rate": 2.9574391518654077e-06, |
| "loss": 0.431884765625, |
| "step": 752, |
| "token_acc": 0.8596406403820509 |
| }, |
| { |
| "epoch": 0.646074646074646, |
| "grad_norm": 0.269500195980072, |
| "learning_rate": 2.9447702234586173e-06, |
| "loss": 0.4150390625, |
| "step": 753, |
| "token_acc": 0.8657088665173323 |
| }, |
| { |
| "epoch": 0.646932646932647, |
| "grad_norm": 0.3641909956932068, |
| "learning_rate": 2.9321171525488945e-06, |
| "loss": 0.421142578125, |
| "step": 754, |
| "token_acc": 0.8637453910387206 |
| }, |
| { |
| "epoch": 0.6477906477906478, |
| "grad_norm": 0.5789368748664856, |
| "learning_rate": 2.9194800367632946e-06, |
| "loss": 0.424072265625, |
| "step": 755, |
| "token_acc": 0.8632654896435958 |
| }, |
| { |
| "epoch": 0.6486486486486487, |
| "grad_norm": 0.2990999221801758, |
| "learning_rate": 2.906858973605772e-06, |
| "loss": 0.424072265625, |
| "step": 756, |
| "token_acc": 0.8630561550117085 |
| }, |
| { |
| "epoch": 0.6495066495066495, |
| "grad_norm": 0.3107726275920868, |
| "learning_rate": 2.8942540604564218e-06, |
| "loss": 0.421630859375, |
| "step": 757, |
| "token_acc": 0.8639170489279429 |
| }, |
| { |
| "epoch": 0.6503646503646504, |
| "grad_norm": 0.3139874339103699, |
| "learning_rate": 2.8816653945707286e-06, |
| "loss": 0.419921875, |
| "step": 758, |
| "token_acc": 0.8637637956561667 |
| }, |
| { |
| "epoch": 0.6512226512226512, |
| "grad_norm": 0.29500311613082886, |
| "learning_rate": 2.8690930730788257e-06, |
| "loss": 0.422607421875, |
| "step": 759, |
| "token_acc": 0.8621882364149395 |
| }, |
| { |
| "epoch": 0.6520806520806521, |
| "grad_norm": 0.2934010922908783, |
| "learning_rate": 2.8565371929847286e-06, |
| "loss": 0.42529296875, |
| "step": 760, |
| "token_acc": 0.8625855857868451 |
| }, |
| { |
| "epoch": 0.6529386529386529, |
| "grad_norm": 0.27664071321487427, |
| "learning_rate": 2.8439978511656057e-06, |
| "loss": 0.411865234375, |
| "step": 761, |
| "token_acc": 0.8654579004815126 |
| }, |
| { |
| "epoch": 0.6537966537966537, |
| "grad_norm": 0.26708412170410156, |
| "learning_rate": 2.8314751443710148e-06, |
| "loss": 0.424072265625, |
| "step": 762, |
| "token_acc": 0.8632256607830429 |
| }, |
| { |
| "epoch": 0.6546546546546547, |
| "grad_norm": 0.2842220366001129, |
| "learning_rate": 2.8189691692221627e-06, |
| "loss": 0.40283203125, |
| "step": 763, |
| "token_acc": 0.8682881444563735 |
| }, |
| { |
| "epoch": 0.6555126555126555, |
| "grad_norm": 0.2746691107749939, |
| "learning_rate": 2.8064800222111673e-06, |
| "loss": 0.4248046875, |
| "step": 764, |
| "token_acc": 0.86134307930056 |
| }, |
| { |
| "epoch": 0.6563706563706564, |
| "grad_norm": 0.28123152256011963, |
| "learning_rate": 2.7940077997002962e-06, |
| "loss": 0.404296875, |
| "step": 765, |
| "token_acc": 0.8677211057748204 |
| }, |
| { |
| "epoch": 0.6572286572286572, |
| "grad_norm": 0.2980206310749054, |
| "learning_rate": 2.781552597921243e-06, |
| "loss": 0.424072265625, |
| "step": 766, |
| "token_acc": 0.8629135703546214 |
| }, |
| { |
| "epoch": 0.6580866580866581, |
| "grad_norm": 0.3012925088405609, |
| "learning_rate": 2.7691145129743645e-06, |
| "loss": 0.40380859375, |
| "step": 767, |
| "token_acc": 0.8685964346195325 |
| }, |
| { |
| "epoch": 0.6589446589446589, |
| "grad_norm": 0.2583615779876709, |
| "learning_rate": 2.7566936408279633e-06, |
| "loss": 0.409912109375, |
| "step": 768, |
| "token_acc": 0.8664659216904965 |
| }, |
| { |
| "epoch": 0.6598026598026598, |
| "grad_norm": 0.3311903774738312, |
| "learning_rate": 2.744290077317514e-06, |
| "loss": 0.42822265625, |
| "step": 769, |
| "token_acc": 0.8605827342706279 |
| }, |
| { |
| "epoch": 0.6606606606606606, |
| "grad_norm": 0.28522440791130066, |
| "learning_rate": 2.7319039181449604e-06, |
| "loss": 0.40380859375, |
| "step": 770, |
| "token_acc": 0.8690445782124863 |
| }, |
| { |
| "epoch": 0.6615186615186616, |
| "grad_norm": 0.27327582240104675, |
| "learning_rate": 2.7195352588779545e-06, |
| "loss": 0.419677734375, |
| "step": 771, |
| "token_acc": 0.8643136174484524 |
| }, |
| { |
| "epoch": 0.6623766623766624, |
| "grad_norm": 0.6555838584899902, |
| "learning_rate": 2.7071841949491205e-06, |
| "loss": 0.412841796875, |
| "step": 772, |
| "token_acc": 0.8654658461078394 |
| }, |
| { |
| "epoch": 0.6632346632346632, |
| "grad_norm": 0.31466037034988403, |
| "learning_rate": 2.6948508216553304e-06, |
| "loss": 0.422607421875, |
| "step": 773, |
| "token_acc": 0.8630569918929631 |
| }, |
| { |
| "epoch": 0.6640926640926641, |
| "grad_norm": 0.2725640535354614, |
| "learning_rate": 2.6825352341569538e-06, |
| "loss": 0.41015625, |
| "step": 774, |
| "token_acc": 0.8672905489444152 |
| }, |
| { |
| "epoch": 0.6649506649506649, |
| "grad_norm": 0.2693732976913452, |
| "learning_rate": 2.6702375274771342e-06, |
| "loss": 0.414306640625, |
| "step": 775, |
| "token_acc": 0.8649985366480761 |
| }, |
| { |
| "epoch": 0.6658086658086658, |
| "grad_norm": 0.3178979456424713, |
| "learning_rate": 2.65795779650105e-06, |
| "loss": 0.421875, |
| "step": 776, |
| "token_acc": 0.8641876392350619 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 0.287675678730011, |
| "learning_rate": 2.64569613597519e-06, |
| "loss": 0.431640625, |
| "step": 777, |
| "token_acc": 0.8613056562830759 |
| }, |
| { |
| "epoch": 0.6675246675246675, |
| "grad_norm": 0.44260233640670776, |
| "learning_rate": 2.6334526405066096e-06, |
| "loss": 0.42138671875, |
| "step": 778, |
| "token_acc": 0.8638384766368562 |
| }, |
| { |
| "epoch": 0.6683826683826684, |
| "grad_norm": 0.2804744243621826, |
| "learning_rate": 2.6212274045622167e-06, |
| "loss": 0.4248046875, |
| "step": 779, |
| "token_acc": 0.8620642900764998 |
| }, |
| { |
| "epoch": 0.6692406692406693, |
| "grad_norm": 0.3039637804031372, |
| "learning_rate": 2.6090205224680264e-06, |
| "loss": 0.426025390625, |
| "step": 780, |
| "token_acc": 0.862080212734873 |
| }, |
| { |
| "epoch": 0.6700986700986701, |
| "grad_norm": 0.28121185302734375, |
| "learning_rate": 2.59683208840845e-06, |
| "loss": 0.422607421875, |
| "step": 781, |
| "token_acc": 0.8629817051677545 |
| }, |
| { |
| "epoch": 0.670956670956671, |
| "grad_norm": 0.28979820013046265, |
| "learning_rate": 2.5846621964255524e-06, |
| "loss": 0.424072265625, |
| "step": 782, |
| "token_acc": 0.8634703984567854 |
| }, |
| { |
| "epoch": 0.6718146718146718, |
| "grad_norm": 0.27983832359313965, |
| "learning_rate": 2.572510940418334e-06, |
| "loss": 0.414306640625, |
| "step": 783, |
| "token_acc": 0.8656708320119115 |
| }, |
| { |
| "epoch": 0.6726726726726727, |
| "grad_norm": 0.28270334005355835, |
| "learning_rate": 2.560378414142013e-06, |
| "loss": 0.440185546875, |
| "step": 784, |
| "token_acc": 0.8578284638548317 |
| }, |
| { |
| "epoch": 0.6735306735306735, |
| "grad_norm": 0.27283400297164917, |
| "learning_rate": 2.5482647112072857e-06, |
| "loss": 0.416259765625, |
| "step": 785, |
| "token_acc": 0.8652095424069042 |
| }, |
| { |
| "epoch": 0.6743886743886743, |
| "grad_norm": 0.28655433654785156, |
| "learning_rate": 2.5361699250796224e-06, |
| "loss": 0.42333984375, |
| "step": 786, |
| "token_acc": 0.8624020327074378 |
| }, |
| { |
| "epoch": 0.6752466752466753, |
| "grad_norm": 0.2862057387828827, |
| "learning_rate": 2.524094149078529e-06, |
| "loss": 0.41162109375, |
| "step": 787, |
| "token_acc": 0.8665559561479422 |
| }, |
| { |
| "epoch": 0.6761046761046761, |
| "grad_norm": 0.34024739265441895, |
| "learning_rate": 2.5120374763768422e-06, |
| "loss": 0.404296875, |
| "step": 788, |
| "token_acc": 0.8685195191942949 |
| }, |
| { |
| "epoch": 0.676962676962677, |
| "grad_norm": 0.2708181142807007, |
| "learning_rate": 2.5000000000000015e-06, |
| "loss": 0.41455078125, |
| "step": 789, |
| "token_acc": 0.865521477686641 |
| }, |
| { |
| "epoch": 0.6778206778206778, |
| "grad_norm": 0.3435003459453583, |
| "learning_rate": 2.4879818128253284e-06, |
| "loss": 0.40625, |
| "step": 790, |
| "token_acc": 0.8683441898155363 |
| }, |
| { |
| "epoch": 0.6786786786786787, |
| "grad_norm": 0.296457439661026, |
| "learning_rate": 2.475983007581326e-06, |
| "loss": 0.429443359375, |
| "step": 791, |
| "token_acc": 0.8611306908386638 |
| }, |
| { |
| "epoch": 0.6795366795366795, |
| "grad_norm": 0.29154929518699646, |
| "learning_rate": 2.4640036768469404e-06, |
| "loss": 0.418701171875, |
| "step": 792, |
| "token_acc": 0.8642145393518053 |
| }, |
| { |
| "epoch": 0.6803946803946804, |
| "grad_norm": 0.3181299865245819, |
| "learning_rate": 2.4520439130508706e-06, |
| "loss": 0.4228515625, |
| "step": 793, |
| "token_acc": 0.8619425349712831 |
| }, |
| { |
| "epoch": 0.6812526812526812, |
| "grad_norm": 0.4793683886528015, |
| "learning_rate": 2.4401038084708313e-06, |
| "loss": 0.41064453125, |
| "step": 794, |
| "token_acc": 0.8660497254065819 |
| }, |
| { |
| "epoch": 0.6821106821106822, |
| "grad_norm": 0.2871720492839813, |
| "learning_rate": 2.428183455232866e-06, |
| "loss": 0.41162109375, |
| "step": 795, |
| "token_acc": 0.8662074313243078 |
| }, |
| { |
| "epoch": 0.682968682968683, |
| "grad_norm": 0.28190600872039795, |
| "learning_rate": 2.4162829453106077e-06, |
| "loss": 0.421142578125, |
| "step": 796, |
| "token_acc": 0.8633124912379083 |
| }, |
| { |
| "epoch": 0.6838266838266839, |
| "grad_norm": 0.2788940966129303, |
| "learning_rate": 2.4044023705246e-06, |
| "loss": 0.42041015625, |
| "step": 797, |
| "token_acc": 0.8640638261185022 |
| }, |
| { |
| "epoch": 0.6846846846846847, |
| "grad_norm": 0.3039623200893402, |
| "learning_rate": 2.3925418225415614e-06, |
| "loss": 0.411865234375, |
| "step": 798, |
| "token_acc": 0.8659021620657985 |
| }, |
| { |
| "epoch": 0.6855426855426855, |
| "grad_norm": 0.7723171710968018, |
| "learning_rate": 2.3807013928737e-06, |
| "loss": 0.423583984375, |
| "step": 799, |
| "token_acc": 0.8632796534188545 |
| }, |
| { |
| "epoch": 0.6864006864006864, |
| "grad_norm": 0.27127009630203247, |
| "learning_rate": 2.3688811728779875e-06, |
| "loss": 0.4150390625, |
| "step": 800, |
| "token_acc": 0.8648742277670001 |
| }, |
| { |
| "epoch": 0.6872586872586872, |
| "grad_norm": 0.25803831219673157, |
| "learning_rate": 2.357081253755472e-06, |
| "loss": 0.39892578125, |
| "step": 801, |
| "token_acc": 0.869495461661277 |
| }, |
| { |
| "epoch": 0.6881166881166881, |
| "grad_norm": 0.25958219170570374, |
| "learning_rate": 2.345301726550567e-06, |
| "loss": 0.4033203125, |
| "step": 802, |
| "token_acc": 0.8684733017339952 |
| }, |
| { |
| "epoch": 0.6889746889746889, |
| "grad_norm": 0.35863733291625977, |
| "learning_rate": 2.333542682150339e-06, |
| "loss": 0.420166015625, |
| "step": 803, |
| "token_acc": 0.86437048819283 |
| }, |
| { |
| "epoch": 0.6898326898326899, |
| "grad_norm": 0.27840012311935425, |
| "learning_rate": 2.321804211283825e-06, |
| "loss": 0.420654296875, |
| "step": 804, |
| "token_acc": 0.8639976281146292 |
| }, |
| { |
| "epoch": 0.6906906906906907, |
| "grad_norm": 0.2807696759700775, |
| "learning_rate": 2.3100864045213182e-06, |
| "loss": 0.414794921875, |
| "step": 805, |
| "token_acc": 0.8649715626442518 |
| }, |
| { |
| "epoch": 0.6915486915486916, |
| "grad_norm": 0.2947477102279663, |
| "learning_rate": 2.2983893522736795e-06, |
| "loss": 0.42578125, |
| "step": 806, |
| "token_acc": 0.8623342530579099 |
| }, |
| { |
| "epoch": 0.6924066924066924, |
| "grad_norm": 0.30956754088401794, |
| "learning_rate": 2.2867131447916267e-06, |
| "loss": 0.42138671875, |
| "step": 807, |
| "token_acc": 0.8634406767643644 |
| }, |
| { |
| "epoch": 0.6932646932646933, |
| "grad_norm": 0.6084207892417908, |
| "learning_rate": 2.275057872165055e-06, |
| "loss": 0.4140625, |
| "step": 808, |
| "token_acc": 0.8653596495887442 |
| }, |
| { |
| "epoch": 0.6941226941226941, |
| "grad_norm": 0.3165799677371979, |
| "learning_rate": 2.263423624322326e-06, |
| "loss": 0.408935546875, |
| "step": 809, |
| "token_acc": 0.8666709511852974 |
| }, |
| { |
| "epoch": 0.694980694980695, |
| "grad_norm": 0.32238486409187317, |
| "learning_rate": 2.2518104910295824e-06, |
| "loss": 0.404541015625, |
| "step": 810, |
| "token_acc": 0.8676245486143411 |
| }, |
| { |
| "epoch": 0.6958386958386958, |
| "grad_norm": 0.28721731901168823, |
| "learning_rate": 2.240218561890057e-06, |
| "loss": 0.403564453125, |
| "step": 811, |
| "token_acc": 0.8687821833299878 |
| }, |
| { |
| "epoch": 0.6966966966966966, |
| "grad_norm": 0.3454531729221344, |
| "learning_rate": 2.228647926343373e-06, |
| "loss": 0.401611328125, |
| "step": 812, |
| "token_acc": 0.869002849758688 |
| }, |
| { |
| "epoch": 0.6975546975546976, |
| "grad_norm": 0.2890348732471466, |
| "learning_rate": 2.217098673664864e-06, |
| "loss": 0.41943359375, |
| "step": 813, |
| "token_acc": 0.8641014681801782 |
| }, |
| { |
| "epoch": 0.6984126984126984, |
| "grad_norm": 0.414209246635437, |
| "learning_rate": 2.205570892964876e-06, |
| "loss": 0.40234375, |
| "step": 814, |
| "token_acc": 0.870047103077512 |
| }, |
| { |
| "epoch": 0.6992706992706993, |
| "grad_norm": 0.30316129326820374, |
| "learning_rate": 2.1940646731880887e-06, |
| "loss": 0.430908203125, |
| "step": 815, |
| "token_acc": 0.8610738504684696 |
| }, |
| { |
| "epoch": 0.7001287001287001, |
| "grad_norm": 0.34405311942100525, |
| "learning_rate": 2.1825801031128197e-06, |
| "loss": 0.42578125, |
| "step": 816, |
| "token_acc": 0.8622185891003762 |
| }, |
| { |
| "epoch": 0.700986700986701, |
| "grad_norm": 0.7282266616821289, |
| "learning_rate": 2.171117271350346e-06, |
| "loss": 0.419921875, |
| "step": 817, |
| "token_acc": 0.8639200664034095 |
| }, |
| { |
| "epoch": 0.7018447018447018, |
| "grad_norm": 0.27730464935302734, |
| "learning_rate": 2.159676266344222e-06, |
| "loss": 0.41259765625, |
| "step": 818, |
| "token_acc": 0.8663648141484874 |
| }, |
| { |
| "epoch": 0.7027027027027027, |
| "grad_norm": 0.33068954944610596, |
| "learning_rate": 2.1482571763695875e-06, |
| "loss": 0.442626953125, |
| "step": 819, |
| "token_acc": 0.8570633832352896 |
| }, |
| { |
| "epoch": 0.7035607035607035, |
| "grad_norm": 0.39260005950927734, |
| "learning_rate": 2.136860089532501e-06, |
| "loss": 0.426513671875, |
| "step": 820, |
| "token_acc": 0.8616010779455495 |
| }, |
| { |
| "epoch": 0.7044187044187045, |
| "grad_norm": 0.27897241711616516, |
| "learning_rate": 2.125485093769242e-06, |
| "loss": 0.416015625, |
| "step": 821, |
| "token_acc": 0.8645756209934795 |
| }, |
| { |
| "epoch": 0.7052767052767053, |
| "grad_norm": 0.31244340538978577, |
| "learning_rate": 2.114132276845654e-06, |
| "loss": 0.41650390625, |
| "step": 822, |
| "token_acc": 0.8641173378242585 |
| }, |
| { |
| "epoch": 0.7061347061347061, |
| "grad_norm": 0.30072924494743347, |
| "learning_rate": 2.1028017263564456e-06, |
| "loss": 0.421630859375, |
| "step": 823, |
| "token_acc": 0.8630218046491103 |
| }, |
| { |
| "epoch": 0.706992706992707, |
| "grad_norm": 0.3274608850479126, |
| "learning_rate": 2.091493529724528e-06, |
| "loss": 0.42236328125, |
| "step": 824, |
| "token_acc": 0.8631176416405445 |
| }, |
| { |
| "epoch": 0.7078507078507078, |
| "grad_norm": 0.2824763059616089, |
| "learning_rate": 2.0802077742003373e-06, |
| "loss": 0.42138671875, |
| "step": 825, |
| "token_acc": 0.8638072939034804 |
| }, |
| { |
| "epoch": 0.7087087087087087, |
| "grad_norm": 0.2967549264431, |
| "learning_rate": 2.0689445468611647e-06, |
| "loss": 0.431396484375, |
| "step": 826, |
| "token_acc": 0.8605155588496222 |
| }, |
| { |
| "epoch": 0.7095667095667095, |
| "grad_norm": 0.2793164551258087, |
| "learning_rate": 2.057703934610474e-06, |
| "loss": 0.418212890625, |
| "step": 827, |
| "token_acc": 0.8628495436678834 |
| }, |
| { |
| "epoch": 0.7104247104247104, |
| "grad_norm": 0.30443885922431946, |
| "learning_rate": 2.0464860241772454e-06, |
| "loss": 0.41455078125, |
| "step": 828, |
| "token_acc": 0.8650488103970252 |
| }, |
| { |
| "epoch": 0.7112827112827113, |
| "grad_norm": 0.296432226896286, |
| "learning_rate": 2.0352909021152927e-06, |
| "loss": 0.3828125, |
| "step": 829, |
| "token_acc": 0.874715284189889 |
| }, |
| { |
| "epoch": 0.7121407121407122, |
| "grad_norm": 0.3610222041606903, |
| "learning_rate": 2.024118654802608e-06, |
| "loss": 0.41796875, |
| "step": 830, |
| "token_acc": 0.863839041629732 |
| }, |
| { |
| "epoch": 0.712998712998713, |
| "grad_norm": 0.29008617997169495, |
| "learning_rate": 2.0129693684406853e-06, |
| "loss": 0.413818359375, |
| "step": 831, |
| "token_acc": 0.8660629574033077 |
| }, |
| { |
| "epoch": 0.7138567138567139, |
| "grad_norm": 0.40345442295074463, |
| "learning_rate": 2.0018431290538583e-06, |
| "loss": 0.40673828125, |
| "step": 832, |
| "token_acc": 0.8675448742187326 |
| }, |
| { |
| "epoch": 0.7147147147147147, |
| "grad_norm": 0.5799405574798584, |
| "learning_rate": 1.990740022488642e-06, |
| "loss": 0.414306640625, |
| "step": 833, |
| "token_acc": 0.8653047122137777 |
| }, |
| { |
| "epoch": 0.7155727155727156, |
| "grad_norm": 0.3146010935306549, |
| "learning_rate": 1.97966013441306e-06, |
| "loss": 0.42919921875, |
| "step": 834, |
| "token_acc": 0.8609076976682918 |
| }, |
| { |
| "epoch": 0.7164307164307164, |
| "grad_norm": 0.2936657667160034, |
| "learning_rate": 1.9686035503159967e-06, |
| "loss": 0.408447265625, |
| "step": 835, |
| "token_acc": 0.8675391307268574 |
| }, |
| { |
| "epoch": 0.7172887172887172, |
| "grad_norm": 0.3349025547504425, |
| "learning_rate": 1.957570355506522e-06, |
| "loss": 0.42626953125, |
| "step": 836, |
| "token_acc": 0.8617369111224302 |
| }, |
| { |
| "epoch": 0.7181467181467182, |
| "grad_norm": 0.27934983372688293, |
| "learning_rate": 1.9465606351132514e-06, |
| "loss": 0.430908203125, |
| "step": 837, |
| "token_acc": 0.861690358947928 |
| }, |
| { |
| "epoch": 0.719004719004719, |
| "grad_norm": 0.43426623940467834, |
| "learning_rate": 1.93557447408367e-06, |
| "loss": 0.4267578125, |
| "step": 838, |
| "token_acc": 0.8622005475701574 |
| }, |
| { |
| "epoch": 0.7198627198627199, |
| "grad_norm": 0.380607008934021, |
| "learning_rate": 1.9246119571834904e-06, |
| "loss": 0.4072265625, |
| "step": 839, |
| "token_acc": 0.867663355044301 |
| }, |
| { |
| "epoch": 0.7207207207207207, |
| "grad_norm": 0.3182547092437744, |
| "learning_rate": 1.913673168995997e-06, |
| "loss": 0.4033203125, |
| "step": 840, |
| "token_acc": 0.8682006175400593 |
| }, |
| { |
| "epoch": 0.7215787215787216, |
| "grad_norm": 0.8427750468254089, |
| "learning_rate": 1.9027581939213852e-06, |
| "loss": 0.4228515625, |
| "step": 841, |
| "token_acc": 0.8644143962869062 |
| }, |
| { |
| "epoch": 0.7224367224367224, |
| "grad_norm": 0.2900392413139343, |
| "learning_rate": 1.8918671161761227e-06, |
| "loss": 0.40673828125, |
| "step": 842, |
| "token_acc": 0.8682524844081968 |
| }, |
| { |
| "epoch": 0.7232947232947233, |
| "grad_norm": 0.3022124469280243, |
| "learning_rate": 1.8810000197922863e-06, |
| "loss": 0.41650390625, |
| "step": 843, |
| "token_acc": 0.8648238149517705 |
| }, |
| { |
| "epoch": 0.7241527241527241, |
| "grad_norm": 0.3630630373954773, |
| "learning_rate": 1.8701569886169286e-06, |
| "loss": 0.412841796875, |
| "step": 844, |
| "token_acc": 0.8662471835637499 |
| }, |
| { |
| "epoch": 0.725010725010725, |
| "grad_norm": 0.27876517176628113, |
| "learning_rate": 1.8593381063114113e-06, |
| "loss": 0.435546875, |
| "step": 845, |
| "token_acc": 0.858891224452024 |
| }, |
| { |
| "epoch": 0.7258687258687259, |
| "grad_norm": 0.3557242751121521, |
| "learning_rate": 1.848543456350783e-06, |
| "loss": 0.4169921875, |
| "step": 846, |
| "token_acc": 0.8653168186044042 |
| }, |
| { |
| "epoch": 0.7267267267267268, |
| "grad_norm": 0.2789200246334076, |
| "learning_rate": 1.8377731220231144e-06, |
| "loss": 0.401611328125, |
| "step": 847, |
| "token_acc": 0.8693312644186286 |
| }, |
| { |
| "epoch": 0.7275847275847276, |
| "grad_norm": 0.3069145083427429, |
| "learning_rate": 1.827027186428869e-06, |
| "loss": 0.411376953125, |
| "step": 848, |
| "token_acc": 0.8661141619090758 |
| }, |
| { |
| "epoch": 0.7284427284427284, |
| "grad_norm": 0.30628782510757446, |
| "learning_rate": 1.8163057324802591e-06, |
| "loss": 0.39990234375, |
| "step": 849, |
| "token_acc": 0.8693368573640793 |
| }, |
| { |
| "epoch": 0.7293007293007293, |
| "grad_norm": 0.302652508020401, |
| "learning_rate": 1.8056088429005974e-06, |
| "loss": 0.4169921875, |
| "step": 850, |
| "token_acc": 0.8654619772096223 |
| }, |
| { |
| "epoch": 0.7301587301587301, |
| "grad_norm": 0.30071836709976196, |
| "learning_rate": 1.7949366002236762e-06, |
| "loss": 0.424560546875, |
| "step": 851, |
| "token_acc": 0.8617374560170042 |
| }, |
| { |
| "epoch": 0.731016731016731, |
| "grad_norm": 0.30053451657295227, |
| "learning_rate": 1.7842890867931068e-06, |
| "loss": 0.40966796875, |
| "step": 852, |
| "token_acc": 0.8673868909100321 |
| }, |
| { |
| "epoch": 0.7318747318747318, |
| "grad_norm": 0.29654398560523987, |
| "learning_rate": 1.7736663847617104e-06, |
| "loss": 0.394287109375, |
| "step": 853, |
| "token_acc": 0.870432473045101 |
| }, |
| { |
| "epoch": 0.7327327327327328, |
| "grad_norm": 0.46439477801322937, |
| "learning_rate": 1.7630685760908623e-06, |
| "loss": 0.41259765625, |
| "step": 854, |
| "token_acc": 0.8656178162246 |
| }, |
| { |
| "epoch": 0.7335907335907336, |
| "grad_norm": 0.2706488072872162, |
| "learning_rate": 1.7524957425498751e-06, |
| "loss": 0.42529296875, |
| "step": 855, |
| "token_acc": 0.8615482670367995 |
| }, |
| { |
| "epoch": 0.7344487344487345, |
| "grad_norm": 0.32726287841796875, |
| "learning_rate": 1.741947965715355e-06, |
| "loss": 0.41064453125, |
| "step": 856, |
| "token_acc": 0.8665712661763014 |
| }, |
| { |
| "epoch": 0.7353067353067353, |
| "grad_norm": 0.39380475878715515, |
| "learning_rate": 1.7314253269705854e-06, |
| "loss": 0.42138671875, |
| "step": 857, |
| "token_acc": 0.8643379100537171 |
| }, |
| { |
| "epoch": 0.7361647361647362, |
| "grad_norm": 0.32866552472114563, |
| "learning_rate": 1.720927907504888e-06, |
| "loss": 0.414306640625, |
| "step": 858, |
| "token_acc": 0.8664005399354712 |
| }, |
| { |
| "epoch": 0.737022737022737, |
| "grad_norm": 0.46486541628837585, |
| "learning_rate": 1.710455788312998e-06, |
| "loss": 0.4130859375, |
| "step": 859, |
| "token_acc": 0.8659887986487884 |
| }, |
| { |
| "epoch": 0.7378807378807379, |
| "grad_norm": 0.29456764459609985, |
| "learning_rate": 1.70000905019445e-06, |
| "loss": 0.424072265625, |
| "step": 860, |
| "token_acc": 0.8627137347390286 |
| }, |
| { |
| "epoch": 0.7387387387387387, |
| "grad_norm": 0.26814281940460205, |
| "learning_rate": 1.6895877737529364e-06, |
| "loss": 0.419189453125, |
| "step": 861, |
| "token_acc": 0.864491793914385 |
| }, |
| { |
| "epoch": 0.7395967395967395, |
| "grad_norm": 0.35027414560317993, |
| "learning_rate": 1.6791920393957056e-06, |
| "loss": 0.416259765625, |
| "step": 862, |
| "token_acc": 0.8654046540125019 |
| }, |
| { |
| "epoch": 0.7404547404547405, |
| "grad_norm": 0.2898845076560974, |
| "learning_rate": 1.6688219273329215e-06, |
| "loss": 0.4091796875, |
| "step": 863, |
| "token_acc": 0.8661562992054129 |
| }, |
| { |
| "epoch": 0.7413127413127413, |
| "grad_norm": 1.0104628801345825, |
| "learning_rate": 1.658477517577064e-06, |
| "loss": 0.416748046875, |
| "step": 864, |
| "token_acc": 0.8644212766348561 |
| }, |
| { |
| "epoch": 0.7421707421707422, |
| "grad_norm": 0.29417651891708374, |
| "learning_rate": 1.6481588899422945e-06, |
| "loss": 0.413330078125, |
| "step": 865, |
| "token_acc": 0.8652554130540487 |
| }, |
| { |
| "epoch": 0.743028743028743, |
| "grad_norm": 0.3112063407897949, |
| "learning_rate": 1.6378661240438498e-06, |
| "loss": 0.388916015625, |
| "step": 866, |
| "token_acc": 0.8730113186020865 |
| }, |
| { |
| "epoch": 0.7438867438867439, |
| "grad_norm": 0.27159684896469116, |
| "learning_rate": 1.627599299297431e-06, |
| "loss": 0.421875, |
| "step": 867, |
| "token_acc": 0.8653535070902529 |
| }, |
| { |
| "epoch": 0.7447447447447447, |
| "grad_norm": 0.34600740671157837, |
| "learning_rate": 1.6173584949185767e-06, |
| "loss": 0.428466796875, |
| "step": 868, |
| "token_acc": 0.8616534225156063 |
| }, |
| { |
| "epoch": 0.7456027456027456, |
| "grad_norm": 0.47425681352615356, |
| "learning_rate": 1.6071437899220688e-06, |
| "loss": 0.4072265625, |
| "step": 869, |
| "token_acc": 0.8674800444469523 |
| }, |
| { |
| "epoch": 0.7464607464607464, |
| "grad_norm": 0.2758917510509491, |
| "learning_rate": 1.5969552631213086e-06, |
| "loss": 0.410888671875, |
| "step": 870, |
| "token_acc": 0.8668827773711179 |
| }, |
| { |
| "epoch": 0.7473187473187474, |
| "grad_norm": 0.31752821803092957, |
| "learning_rate": 1.586792993127721e-06, |
| "loss": 0.41064453125, |
| "step": 871, |
| "token_acc": 0.8666534093546574 |
| }, |
| { |
| "epoch": 0.7481767481767482, |
| "grad_norm": 0.30074673891067505, |
| "learning_rate": 1.576657058350135e-06, |
| "loss": 0.414306640625, |
| "step": 872, |
| "token_acc": 0.8656342478275765 |
| }, |
| { |
| "epoch": 0.749034749034749, |
| "grad_norm": 0.2995446026325226, |
| "learning_rate": 1.5665475369941901e-06, |
| "loss": 0.414306640625, |
| "step": 873, |
| "token_acc": 0.8653630710417538 |
| }, |
| { |
| "epoch": 0.7498927498927499, |
| "grad_norm": 0.29835230112075806, |
| "learning_rate": 1.5564645070617245e-06, |
| "loss": 0.424072265625, |
| "step": 874, |
| "token_acc": 0.8620988126604653 |
| }, |
| { |
| "epoch": 0.7507507507507507, |
| "grad_norm": 0.280883252620697, |
| "learning_rate": 1.546408046350183e-06, |
| "loss": 0.404541015625, |
| "step": 875, |
| "token_acc": 0.8691573397036383 |
| }, |
| { |
| "epoch": 0.7516087516087516, |
| "grad_norm": 0.4191594421863556, |
| "learning_rate": 1.5363782324520033e-06, |
| "loss": 0.4345703125, |
| "step": 876, |
| "token_acc": 0.859257118047358 |
| }, |
| { |
| "epoch": 0.7524667524667524, |
| "grad_norm": 0.2688054144382477, |
| "learning_rate": 1.5263751427540318e-06, |
| "loss": 0.4248046875, |
| "step": 877, |
| "token_acc": 0.8616883519440272 |
| }, |
| { |
| "epoch": 0.7533247533247533, |
| "grad_norm": 0.30539417266845703, |
| "learning_rate": 1.516398854436914e-06, |
| "loss": 0.427001953125, |
| "step": 878, |
| "token_acc": 0.8615781425070584 |
| }, |
| { |
| "epoch": 0.7541827541827542, |
| "grad_norm": 0.30050891637802124, |
| "learning_rate": 1.5064494444745099e-06, |
| "loss": 0.42724609375, |
| "step": 879, |
| "token_acc": 0.8613657065573752 |
| }, |
| { |
| "epoch": 0.7550407550407551, |
| "grad_norm": 0.29440322518348694, |
| "learning_rate": 1.4965269896332884e-06, |
| "loss": 0.423583984375, |
| "step": 880, |
| "token_acc": 0.8631351780564933 |
| }, |
| { |
| "epoch": 0.7558987558987559, |
| "grad_norm": 0.4638172388076782, |
| "learning_rate": 1.486631566471745e-06, |
| "loss": 0.41064453125, |
| "step": 881, |
| "token_acc": 0.8670753527601451 |
| }, |
| { |
| "epoch": 0.7567567567567568, |
| "grad_norm": 0.32703155279159546, |
| "learning_rate": 1.4767632513398089e-06, |
| "loss": 0.40771484375, |
| "step": 882, |
| "token_acc": 0.8670930778732017 |
| }, |
| { |
| "epoch": 0.7576147576147576, |
| "grad_norm": 0.32005804777145386, |
| "learning_rate": 1.4669221203782469e-06, |
| "loss": 0.42431640625, |
| "step": 883, |
| "token_acc": 0.8622962922714718 |
| }, |
| { |
| "epoch": 0.7584727584727585, |
| "grad_norm": 0.3853223919868469, |
| "learning_rate": 1.457108249518089e-06, |
| "loss": 0.423828125, |
| "step": 884, |
| "token_acc": 0.863350812406021 |
| }, |
| { |
| "epoch": 0.7593307593307593, |
| "grad_norm": 0.3030143678188324, |
| "learning_rate": 1.447321714480029e-06, |
| "loss": 0.4111328125, |
| "step": 885, |
| "token_acc": 0.8666975537537475 |
| }, |
| { |
| "epoch": 0.7601887601887601, |
| "grad_norm": 0.2908580005168915, |
| "learning_rate": 1.4375625907738455e-06, |
| "loss": 0.436767578125, |
| "step": 886, |
| "token_acc": 0.8586488332754434 |
| }, |
| { |
| "epoch": 0.7610467610467611, |
| "grad_norm": 0.27759864926338196, |
| "learning_rate": 1.4278309536978275e-06, |
| "loss": 0.39501953125, |
| "step": 887, |
| "token_acc": 0.8704416481618554 |
| }, |
| { |
| "epoch": 0.7619047619047619, |
| "grad_norm": 0.33146974444389343, |
| "learning_rate": 1.4181268783381763e-06, |
| "loss": 0.426513671875, |
| "step": 888, |
| "token_acc": 0.8604349975225847 |
| }, |
| { |
| "epoch": 0.7627627627627628, |
| "grad_norm": 0.297797292470932, |
| "learning_rate": 1.4084504395684439e-06, |
| "loss": 0.40234375, |
| "step": 889, |
| "token_acc": 0.8695453530395628 |
| }, |
| { |
| "epoch": 0.7636207636207636, |
| "grad_norm": 0.2632818818092346, |
| "learning_rate": 1.3988017120489417e-06, |
| "loss": 0.409423828125, |
| "step": 890, |
| "token_acc": 0.8670055764432903 |
| }, |
| { |
| "epoch": 0.7644787644787645, |
| "grad_norm": 0.3324565887451172, |
| "learning_rate": 1.389180770226174e-06, |
| "loss": 0.42919921875, |
| "step": 891, |
| "token_acc": 0.8616003507204737 |
| }, |
| { |
| "epoch": 0.7653367653367653, |
| "grad_norm": 0.4445740282535553, |
| "learning_rate": 1.3795876883322562e-06, |
| "loss": 0.435791015625, |
| "step": 892, |
| "token_acc": 0.859546766064274 |
| }, |
| { |
| "epoch": 0.7661947661947662, |
| "grad_norm": 0.2636471390724182, |
| "learning_rate": 1.370022540384347e-06, |
| "loss": 0.418212890625, |
| "step": 893, |
| "token_acc": 0.8636034501796438 |
| }, |
| { |
| "epoch": 0.767052767052767, |
| "grad_norm": 0.47020813822746277, |
| "learning_rate": 1.3604854001840746e-06, |
| "loss": 0.40234375, |
| "step": 894, |
| "token_acc": 0.8691988583454077 |
| }, |
| { |
| "epoch": 0.767910767910768, |
| "grad_norm": 0.36438074707984924, |
| "learning_rate": 1.3509763413169709e-06, |
| "loss": 0.4150390625, |
| "step": 895, |
| "token_acc": 0.8650719656824226 |
| }, |
| { |
| "epoch": 0.7687687687687688, |
| "grad_norm": 0.2962028384208679, |
| "learning_rate": 1.3414954371518968e-06, |
| "loss": 0.423583984375, |
| "step": 896, |
| "token_acc": 0.8626113064923734 |
| }, |
| { |
| "epoch": 0.7696267696267697, |
| "grad_norm": 0.2903344929218292, |
| "learning_rate": 1.3320427608404852e-06, |
| "loss": 0.4111328125, |
| "step": 897, |
| "token_acc": 0.8663921371446122 |
| }, |
| { |
| "epoch": 0.7704847704847705, |
| "grad_norm": 0.2816446125507355, |
| "learning_rate": 1.3226183853165709e-06, |
| "loss": 0.412353515625, |
| "step": 898, |
| "token_acc": 0.8658415351098375 |
| }, |
| { |
| "epoch": 0.7713427713427713, |
| "grad_norm": 0.307173490524292, |
| "learning_rate": 1.3132223832956265e-06, |
| "loss": 0.430419921875, |
| "step": 899, |
| "token_acc": 0.8615660717990468 |
| }, |
| { |
| "epoch": 0.7722007722007722, |
| "grad_norm": 0.2822801172733307, |
| "learning_rate": 1.3038548272742052e-06, |
| "loss": 0.419677734375, |
| "step": 900, |
| "token_acc": 0.8634953949821185 |
| }, |
| { |
| "epoch": 0.773058773058773, |
| "grad_norm": 0.351273775100708, |
| "learning_rate": 1.294515789529378e-06, |
| "loss": 0.40625, |
| "step": 901, |
| "token_acc": 0.8679130064819681 |
| }, |
| { |
| "epoch": 0.7739167739167739, |
| "grad_norm": 0.2973540723323822, |
| "learning_rate": 1.2852053421181826e-06, |
| "loss": 0.4072265625, |
| "step": 902, |
| "token_acc": 0.8686016479864094 |
| }, |
| { |
| "epoch": 0.7747747747747747, |
| "grad_norm": 0.2685225009918213, |
| "learning_rate": 1.2759235568770578e-06, |
| "loss": 0.409423828125, |
| "step": 903, |
| "token_acc": 0.8671033462644079 |
| }, |
| { |
| "epoch": 0.7756327756327757, |
| "grad_norm": 0.3347790837287903, |
| "learning_rate": 1.2666705054212984e-06, |
| "loss": 0.431640625, |
| "step": 904, |
| "token_acc": 0.8597632208240229 |
| }, |
| { |
| "epoch": 0.7764907764907765, |
| "grad_norm": 0.28766319155693054, |
| "learning_rate": 1.257446259144494e-06, |
| "loss": 0.422119140625, |
| "step": 905, |
| "token_acc": 0.8637521110407431 |
| }, |
| { |
| "epoch": 0.7773487773487774, |
| "grad_norm": 0.48495161533355713, |
| "learning_rate": 1.2482508892179884e-06, |
| "loss": 0.4169921875, |
| "step": 906, |
| "token_acc": 0.8645826735258116 |
| }, |
| { |
| "epoch": 0.7782067782067782, |
| "grad_norm": 0.2951744496822357, |
| "learning_rate": 1.2390844665903196e-06, |
| "loss": 0.410400390625, |
| "step": 907, |
| "token_acc": 0.8672450166956176 |
| }, |
| { |
| "epoch": 0.7790647790647791, |
| "grad_norm": 0.2917865812778473, |
| "learning_rate": 1.2299470619866778e-06, |
| "loss": 0.43359375, |
| "step": 908, |
| "token_acc": 0.8597884433217556 |
| }, |
| { |
| "epoch": 0.7799227799227799, |
| "grad_norm": 0.3249529302120209, |
| "learning_rate": 1.220838745908363e-06, |
| "loss": 0.41455078125, |
| "step": 909, |
| "token_acc": 0.8658070987414782 |
| }, |
| { |
| "epoch": 0.7807807807807807, |
| "grad_norm": 0.43250909447669983, |
| "learning_rate": 1.2117595886322342e-06, |
| "loss": 0.405517578125, |
| "step": 910, |
| "token_acc": 0.8675919827621255 |
| }, |
| { |
| "epoch": 0.7816387816387816, |
| "grad_norm": 0.34526872634887695, |
| "learning_rate": 1.2027096602101728e-06, |
| "loss": 0.417236328125, |
| "step": 911, |
| "token_acc": 0.8638038004868782 |
| }, |
| { |
| "epoch": 0.7824967824967825, |
| "grad_norm": 0.2916424870491028, |
| "learning_rate": 1.1936890304685362e-06, |
| "loss": 0.408447265625, |
| "step": 912, |
| "token_acc": 0.8670675240244716 |
| }, |
| { |
| "epoch": 0.7833547833547834, |
| "grad_norm": 0.3251696527004242, |
| "learning_rate": 1.1846977690076279e-06, |
| "loss": 0.41943359375, |
| "step": 913, |
| "token_acc": 0.8641853692216942 |
| }, |
| { |
| "epoch": 0.7842127842127842, |
| "grad_norm": 0.275813490152359, |
| "learning_rate": 1.1757359452011497e-06, |
| "loss": 0.412109375, |
| "step": 914, |
| "token_acc": 0.8655620786741391 |
| }, |
| { |
| "epoch": 0.7850707850707851, |
| "grad_norm": 0.2840125858783722, |
| "learning_rate": 1.1668036281956729e-06, |
| "loss": 0.40185546875, |
| "step": 915, |
| "token_acc": 0.8685523029157037 |
| }, |
| { |
| "epoch": 0.7859287859287859, |
| "grad_norm": 0.28590840101242065, |
| "learning_rate": 1.1579008869101083e-06, |
| "loss": 0.4228515625, |
| "step": 916, |
| "token_acc": 0.8628419620101591 |
| }, |
| { |
| "epoch": 0.7867867867867868, |
| "grad_norm": 0.3049492835998535, |
| "learning_rate": 1.1490277900351637e-06, |
| "loss": 0.41064453125, |
| "step": 917, |
| "token_acc": 0.8662476636124057 |
| }, |
| { |
| "epoch": 0.7876447876447876, |
| "grad_norm": 0.29001182317733765, |
| "learning_rate": 1.140184406032825e-06, |
| "loss": 0.4140625, |
| "step": 918, |
| "token_acc": 0.8652598311657403 |
| }, |
| { |
| "epoch": 0.7885027885027885, |
| "grad_norm": 0.2806450426578522, |
| "learning_rate": 1.1313708031358183e-06, |
| "loss": 0.414306640625, |
| "step": 919, |
| "token_acc": 0.8646419358268118 |
| }, |
| { |
| "epoch": 0.7893607893607893, |
| "grad_norm": 0.3616209626197815, |
| "learning_rate": 1.1225870493470952e-06, |
| "loss": 0.42578125, |
| "step": 920, |
| "token_acc": 0.86145654530734 |
| }, |
| { |
| "epoch": 0.7902187902187903, |
| "grad_norm": 0.28786996006965637, |
| "learning_rate": 1.1138332124392914e-06, |
| "loss": 0.4276123046875, |
| "step": 921, |
| "token_acc": 0.8610919876296863 |
| }, |
| { |
| "epoch": 0.7910767910767911, |
| "grad_norm": 0.32155054807662964, |
| "learning_rate": 1.1051093599542228e-06, |
| "loss": 0.406494140625, |
| "step": 922, |
| "token_acc": 0.8678009596274963 |
| }, |
| { |
| "epoch": 0.7919347919347919, |
| "grad_norm": 0.49674251675605774, |
| "learning_rate": 1.0964155592023483e-06, |
| "loss": 0.420654296875, |
| "step": 923, |
| "token_acc": 0.8646659507687845 |
| }, |
| { |
| "epoch": 0.7927927927927928, |
| "grad_norm": 0.28542017936706543, |
| "learning_rate": 1.087751877262263e-06, |
| "loss": 0.431640625, |
| "step": 924, |
| "token_acc": 0.8599984952288943 |
| }, |
| { |
| "epoch": 0.7936507936507936, |
| "grad_norm": 0.2843116819858551, |
| "learning_rate": 1.079118380980169e-06, |
| "loss": 0.394775390625, |
| "step": 925, |
| "token_acc": 0.8713351343435058 |
| }, |
| { |
| "epoch": 0.7945087945087945, |
| "grad_norm": 0.2798040509223938, |
| "learning_rate": 1.0705151369693712e-06, |
| "loss": 0.412109375, |
| "step": 926, |
| "token_acc": 0.8654249918057023 |
| }, |
| { |
| "epoch": 0.7953667953667953, |
| "grad_norm": 0.4611339569091797, |
| "learning_rate": 1.0619422116097533e-06, |
| "loss": 0.40283203125, |
| "step": 927, |
| "token_acc": 0.867897190750798 |
| }, |
| { |
| "epoch": 0.7962247962247962, |
| "grad_norm": 0.2580731511116028, |
| "learning_rate": 1.0533996710472705e-06, |
| "loss": 0.41015625, |
| "step": 928, |
| "token_acc": 0.866153341522437 |
| }, |
| { |
| "epoch": 0.7970827970827971, |
| "grad_norm": 0.2770918309688568, |
| "learning_rate": 1.0448875811934417e-06, |
| "loss": 0.41943359375, |
| "step": 929, |
| "token_acc": 0.8638795017429356 |
| }, |
| { |
| "epoch": 0.797940797940798, |
| "grad_norm": 0.26049456000328064, |
| "learning_rate": 1.0364060077248339e-06, |
| "loss": 0.396728515625, |
| "step": 930, |
| "token_acc": 0.8708342693897806 |
| }, |
| { |
| "epoch": 0.7987987987987988, |
| "grad_norm": 0.2962293326854706, |
| "learning_rate": 1.027955016082563e-06, |
| "loss": 0.421875, |
| "step": 931, |
| "token_acc": 0.8631873822764875 |
| }, |
| { |
| "epoch": 0.7996567996567997, |
| "grad_norm": 0.2695413827896118, |
| "learning_rate": 1.0195346714717813e-06, |
| "loss": 0.4190673828125, |
| "step": 932, |
| "token_acc": 0.8637831680395592 |
| }, |
| { |
| "epoch": 0.8005148005148005, |
| "grad_norm": 0.27354905009269714, |
| "learning_rate": 1.0111450388611831e-06, |
| "loss": 0.40234375, |
| "step": 933, |
| "token_acc": 0.8685072780264218 |
| }, |
| { |
| "epoch": 0.8013728013728014, |
| "grad_norm": 0.3950987160205841, |
| "learning_rate": 1.0027861829824953e-06, |
| "loss": 0.4072265625, |
| "step": 934, |
| "token_acc": 0.8675458892401569 |
| }, |
| { |
| "epoch": 0.8022308022308022, |
| "grad_norm": 0.36916041374206543, |
| "learning_rate": 9.944581683299804e-07, |
| "loss": 0.40673828125, |
| "step": 935, |
| "token_acc": 0.8673257676752966 |
| }, |
| { |
| "epoch": 0.803088803088803, |
| "grad_norm": 0.2757178843021393, |
| "learning_rate": 9.861610591599453e-07, |
| "loss": 0.411865234375, |
| "step": 936, |
| "token_acc": 0.8664066328296747 |
| }, |
| { |
| "epoch": 0.803946803946804, |
| "grad_norm": 0.2859044075012207, |
| "learning_rate": 9.778949194902327e-07, |
| "loss": 0.394287109375, |
| "step": 937, |
| "token_acc": 0.8713579746078081 |
| }, |
| { |
| "epoch": 0.8048048048048048, |
| "grad_norm": 0.30671146512031555, |
| "learning_rate": 9.696598130997415e-07, |
| "loss": 0.43115234375, |
| "step": 938, |
| "token_acc": 0.860419626782627 |
| }, |
| { |
| "epoch": 0.8056628056628057, |
| "grad_norm": 0.27702656388282776, |
| "learning_rate": 9.614558035279214e-07, |
| "loss": 0.413330078125, |
| "step": 939, |
| "token_acc": 0.8653098730187295 |
| }, |
| { |
| "epoch": 0.8065208065208065, |
| "grad_norm": 0.3733308017253876, |
| "learning_rate": 9.532829540742961e-07, |
| "loss": 0.400634765625, |
| "step": 940, |
| "token_acc": 0.8688922148008784 |
| }, |
| { |
| "epoch": 0.8073788073788074, |
| "grad_norm": 0.2657637596130371, |
| "learning_rate": 9.45141327797961e-07, |
| "loss": 0.423095703125, |
| "step": 941, |
| "token_acc": 0.8628918402011528 |
| }, |
| { |
| "epoch": 0.8082368082368082, |
| "grad_norm": 0.30824875831604004, |
| "learning_rate": 9.370309875171069e-07, |
| "loss": 0.417236328125, |
| "step": 942, |
| "token_acc": 0.8642091777636981 |
| }, |
| { |
| "epoch": 0.8090948090948091, |
| "grad_norm": 0.2820126712322235, |
| "learning_rate": 9.289519958085296e-07, |
| "loss": 0.423828125, |
| "step": 943, |
| "token_acc": 0.8628594164887009 |
| }, |
| { |
| "epoch": 0.8099528099528099, |
| "grad_norm": 0.3057509958744049, |
| "learning_rate": 9.209044150071522e-07, |
| "loss": 0.421630859375, |
| "step": 944, |
| "token_acc": 0.864045873643246 |
| }, |
| { |
| "epoch": 0.8108108108108109, |
| "grad_norm": 0.2739517092704773, |
| "learning_rate": 9.128883072055411e-07, |
| "loss": 0.4189453125, |
| "step": 945, |
| "token_acc": 0.8645221328133311 |
| }, |
| { |
| "epoch": 0.8116688116688117, |
| "grad_norm": 0.311347097158432, |
| "learning_rate": 9.049037342534239e-07, |
| "loss": 0.425537109375, |
| "step": 946, |
| "token_acc": 0.8622799237851106 |
| }, |
| { |
| "epoch": 0.8125268125268126, |
| "grad_norm": 0.4359687566757202, |
| "learning_rate": 8.969507577572189e-07, |
| "loss": 0.423828125, |
| "step": 947, |
| "token_acc": 0.8641154101185045 |
| }, |
| { |
| "epoch": 0.8133848133848134, |
| "grad_norm": 0.3056384325027466, |
| "learning_rate": 8.890294390795545e-07, |
| "loss": 0.415283203125, |
| "step": 948, |
| "token_acc": 0.8655452195683674 |
| }, |
| { |
| "epoch": 0.8142428142428142, |
| "grad_norm": 0.4747455418109894, |
| "learning_rate": 8.811398393387971e-07, |
| "loss": 0.418701171875, |
| "step": 949, |
| "token_acc": 0.8650039013990087 |
| }, |
| { |
| "epoch": 0.8151008151008151, |
| "grad_norm": 0.4359639585018158, |
| "learning_rate": 8.732820194085794e-07, |
| "loss": 0.409912109375, |
| "step": 950, |
| "token_acc": 0.8670454725027146 |
| }, |
| { |
| "epoch": 0.8159588159588159, |
| "grad_norm": 0.3213958442211151, |
| "learning_rate": 8.654560399173346e-07, |
| "loss": 0.4072265625, |
| "step": 951, |
| "token_acc": 0.8682998553608957 |
| }, |
| { |
| "epoch": 0.8168168168168168, |
| "grad_norm": 0.286877304315567, |
| "learning_rate": 8.576619612478204e-07, |
| "loss": 0.42529296875, |
| "step": 952, |
| "token_acc": 0.8634565284049422 |
| }, |
| { |
| "epoch": 0.8176748176748176, |
| "grad_norm": 0.36448150873184204, |
| "learning_rate": 8.498998435366634e-07, |
| "loss": 0.397216796875, |
| "step": 953, |
| "token_acc": 0.8702433285107263 |
| }, |
| { |
| "epoch": 0.8185328185328186, |
| "grad_norm": 0.2646366059780121, |
| "learning_rate": 8.421697466738838e-07, |
| "loss": 0.416015625, |
| "step": 954, |
| "token_acc": 0.8648188094493126 |
| }, |
| { |
| "epoch": 0.8193908193908194, |
| "grad_norm": 0.2676806151866913, |
| "learning_rate": 8.344717303024446e-07, |
| "loss": 0.42626953125, |
| "step": 955, |
| "token_acc": 0.8617925332518506 |
| }, |
| { |
| "epoch": 0.8202488202488203, |
| "grad_norm": 0.2954365313053131, |
| "learning_rate": 8.268058538177826e-07, |
| "loss": 0.41650390625, |
| "step": 956, |
| "token_acc": 0.8642942738635173 |
| }, |
| { |
| "epoch": 0.8211068211068211, |
| "grad_norm": 0.30436232686042786, |
| "learning_rate": 8.191721763673527e-07, |
| "loss": 0.41015625, |
| "step": 957, |
| "token_acc": 0.8661095411055494 |
| }, |
| { |
| "epoch": 0.821964821964822, |
| "grad_norm": 0.27682730555534363, |
| "learning_rate": 8.115707568501768e-07, |
| "loss": 0.430908203125, |
| "step": 958, |
| "token_acc": 0.8609907567467991 |
| }, |
| { |
| "epoch": 0.8228228228228228, |
| "grad_norm": 0.27035632729530334, |
| "learning_rate": 8.040016539163792e-07, |
| "loss": 0.4267578125, |
| "step": 959, |
| "token_acc": 0.8616411714454256 |
| }, |
| { |
| "epoch": 0.8236808236808236, |
| "grad_norm": 0.30002471804618835, |
| "learning_rate": 7.964649259667451e-07, |
| "loss": 0.41064453125, |
| "step": 960, |
| "token_acc": 0.8666265365642644 |
| }, |
| { |
| "epoch": 0.8245388245388245, |
| "grad_norm": 0.27749699354171753, |
| "learning_rate": 7.889606311522596e-07, |
| "loss": 0.416748046875, |
| "step": 961, |
| "token_acc": 0.8649290289263608 |
| }, |
| { |
| "epoch": 0.8253968253968254, |
| "grad_norm": 0.29499995708465576, |
| "learning_rate": 7.814888273736698e-07, |
| "loss": 0.41064453125, |
| "step": 962, |
| "token_acc": 0.8656183513616799 |
| }, |
| { |
| "epoch": 0.8262548262548263, |
| "grad_norm": 0.4135013222694397, |
| "learning_rate": 7.740495722810271e-07, |
| "loss": 0.416259765625, |
| "step": 963, |
| "token_acc": 0.8647694756154567 |
| }, |
| { |
| "epoch": 0.8271128271128271, |
| "grad_norm": 0.3184439539909363, |
| "learning_rate": 7.666429232732486e-07, |
| "loss": 0.394775390625, |
| "step": 964, |
| "token_acc": 0.8714882721371406 |
| }, |
| { |
| "epoch": 0.827970827970828, |
| "grad_norm": 0.29979202151298523, |
| "learning_rate": 7.592689374976769e-07, |
| "loss": 0.425537109375, |
| "step": 965, |
| "token_acc": 0.8618100726069459 |
| }, |
| { |
| "epoch": 0.8288288288288288, |
| "grad_norm": 0.2764367461204529, |
| "learning_rate": 7.51927671849631e-07, |
| "loss": 0.409423828125, |
| "step": 966, |
| "token_acc": 0.8662542884445961 |
| }, |
| { |
| "epoch": 0.8296868296868297, |
| "grad_norm": 0.28934308886528015, |
| "learning_rate": 7.446191829719757e-07, |
| "loss": 0.411376953125, |
| "step": 967, |
| "token_acc": 0.8658847244494964 |
| }, |
| { |
| "epoch": 0.8305448305448305, |
| "grad_norm": 0.2724076807498932, |
| "learning_rate": 7.373435272546764e-07, |
| "loss": 0.433837890625, |
| "step": 968, |
| "token_acc": 0.8599486872572258 |
| }, |
| { |
| "epoch": 0.8314028314028314, |
| "grad_norm": 0.2646074891090393, |
| "learning_rate": 7.301007608343747e-07, |
| "loss": 0.404052734375, |
| "step": 969, |
| "token_acc": 0.8679992643297019 |
| }, |
| { |
| "epoch": 0.8322608322608323, |
| "grad_norm": 0.33700594305992126, |
| "learning_rate": 7.228909395939393e-07, |
| "loss": 0.41748046875, |
| "step": 970, |
| "token_acc": 0.8635573676966715 |
| }, |
| { |
| "epoch": 0.8331188331188332, |
| "grad_norm": 0.34065505862236023, |
| "learning_rate": 7.157141191620548e-07, |
| "loss": 0.3876953125, |
| "step": 971, |
| "token_acc": 0.8730874222413681 |
| }, |
| { |
| "epoch": 0.833976833976834, |
| "grad_norm": 0.30134207010269165, |
| "learning_rate": 7.085703549127737e-07, |
| "loss": 0.417724609375, |
| "step": 972, |
| "token_acc": 0.8644828194788001 |
| }, |
| { |
| "epoch": 0.8348348348348348, |
| "grad_norm": 0.5055956244468689, |
| "learning_rate": 7.014597019651048e-07, |
| "loss": 0.409423828125, |
| "step": 973, |
| "token_acc": 0.8669675574224684 |
| }, |
| { |
| "epoch": 0.8356928356928357, |
| "grad_norm": 0.3429611623287201, |
| "learning_rate": 6.943822151825735e-07, |
| "loss": 0.384765625, |
| "step": 974, |
| "token_acc": 0.8736839701153984 |
| }, |
| { |
| "epoch": 0.8365508365508365, |
| "grad_norm": 0.3726073205471039, |
| "learning_rate": 6.87337949172811e-07, |
| "loss": 0.425048828125, |
| "step": 975, |
| "token_acc": 0.8615751598842198 |
| }, |
| { |
| "epoch": 0.8374088374088374, |
| "grad_norm": 0.27319180965423584, |
| "learning_rate": 6.803269582871275e-07, |
| "loss": 0.42041015625, |
| "step": 976, |
| "token_acc": 0.864003475920196 |
| }, |
| { |
| "epoch": 0.8382668382668382, |
| "grad_norm": 0.34678494930267334, |
| "learning_rate": 6.733492966200872e-07, |
| "loss": 0.403564453125, |
| "step": 977, |
| "token_acc": 0.8688514873666546 |
| }, |
| { |
| "epoch": 0.8391248391248392, |
| "grad_norm": 0.297771155834198, |
| "learning_rate": 6.664050180091042e-07, |
| "loss": 0.4248046875, |
| "step": 978, |
| "token_acc": 0.8617976777083449 |
| }, |
| { |
| "epoch": 0.83998283998284, |
| "grad_norm": 0.3375436067581177, |
| "learning_rate": 6.594941760340134e-07, |
| "loss": 0.40966796875, |
| "step": 979, |
| "token_acc": 0.8668877545180895 |
| }, |
| { |
| "epoch": 0.8408408408408409, |
| "grad_norm": 0.29496142268180847, |
| "learning_rate": 6.526168240166686e-07, |
| "loss": 0.3994140625, |
| "step": 980, |
| "token_acc": 0.8700063093332461 |
| }, |
| { |
| "epoch": 0.8416988416988417, |
| "grad_norm": 0.2900641858577728, |
| "learning_rate": 6.45773015020521e-07, |
| "loss": 0.408935546875, |
| "step": 981, |
| "token_acc": 0.8665054590836483 |
| }, |
| { |
| "epoch": 0.8425568425568426, |
| "grad_norm": 0.3049462139606476, |
| "learning_rate": 6.389628018502186e-07, |
| "loss": 0.428466796875, |
| "step": 982, |
| "token_acc": 0.8610476826222565 |
| }, |
| { |
| "epoch": 0.8434148434148434, |
| "grad_norm": 0.28858712315559387, |
| "learning_rate": 6.321862370511922e-07, |
| "loss": 0.42431640625, |
| "step": 983, |
| "token_acc": 0.8623245665896564 |
| }, |
| { |
| "epoch": 0.8442728442728443, |
| "grad_norm": 0.31681257486343384, |
| "learning_rate": 6.254433729092518e-07, |
| "loss": 0.41943359375, |
| "step": 984, |
| "token_acc": 0.8645553238700971 |
| }, |
| { |
| "epoch": 0.8451308451308451, |
| "grad_norm": 0.27467861771583557, |
| "learning_rate": 6.187342614501873e-07, |
| "loss": 0.417724609375, |
| "step": 985, |
| "token_acc": 0.8642234558315419 |
| }, |
| { |
| "epoch": 0.8459888459888459, |
| "grad_norm": 0.3670130670070648, |
| "learning_rate": 6.120589544393596e-07, |
| "loss": 0.40185546875, |
| "step": 986, |
| "token_acc": 0.8687367253057697 |
| }, |
| { |
| "epoch": 0.8468468468468469, |
| "grad_norm": 0.28358694911003113, |
| "learning_rate": 6.054175033813098e-07, |
| "loss": 0.41845703125, |
| "step": 987, |
| "token_acc": 0.864815904024953 |
| }, |
| { |
| "epoch": 0.8477048477048477, |
| "grad_norm": 0.3300946056842804, |
| "learning_rate": 5.988099595193519e-07, |
| "loss": 0.421630859375, |
| "step": 988, |
| "token_acc": 0.8623403293081285 |
| }, |
| { |
| "epoch": 0.8485628485628486, |
| "grad_norm": 0.3519716262817383, |
| "learning_rate": 5.922363738351888e-07, |
| "loss": 0.40283203125, |
| "step": 989, |
| "token_acc": 0.8688500635662281 |
| }, |
| { |
| "epoch": 0.8494208494208494, |
| "grad_norm": 0.3716641366481781, |
| "learning_rate": 5.856967970485078e-07, |
| "loss": 0.393310546875, |
| "step": 990, |
| "token_acc": 0.8708185566224788 |
| }, |
| { |
| "epoch": 0.8502788502788503, |
| "grad_norm": 0.2787734270095825, |
| "learning_rate": 5.791912796165966e-07, |
| "loss": 0.395263671875, |
| "step": 991, |
| "token_acc": 0.8714353319714222 |
| }, |
| { |
| "epoch": 0.8511368511368511, |
| "grad_norm": 0.32798242568969727, |
| "learning_rate": 5.727198717339511e-07, |
| "loss": 0.401611328125, |
| "step": 992, |
| "token_acc": 0.8702026714652132 |
| }, |
| { |
| "epoch": 0.851994851994852, |
| "grad_norm": 0.2704668343067169, |
| "learning_rate": 5.662826233318897e-07, |
| "loss": 0.396728515625, |
| "step": 993, |
| "token_acc": 0.8713875974835537 |
| }, |
| { |
| "epoch": 0.8528528528528528, |
| "grad_norm": 0.4881078600883484, |
| "learning_rate": 5.598795840781679e-07, |
| "loss": 0.411865234375, |
| "step": 994, |
| "token_acc": 0.8664908657561294 |
| }, |
| { |
| "epoch": 0.8537108537108538, |
| "grad_norm": 0.2899569272994995, |
| "learning_rate": 5.535108033765913e-07, |
| "loss": 0.385498046875, |
| "step": 995, |
| "token_acc": 0.8735394734377342 |
| }, |
| { |
| "epoch": 0.8545688545688546, |
| "grad_norm": 0.3312140703201294, |
| "learning_rate": 5.471763303666411e-07, |
| "loss": 0.428466796875, |
| "step": 996, |
| "token_acc": 0.8611803292778036 |
| }, |
| { |
| "epoch": 0.8554268554268555, |
| "grad_norm": 0.3047131896018982, |
| "learning_rate": 5.408762139230889e-07, |
| "loss": 0.421630859375, |
| "step": 997, |
| "token_acc": 0.8632970783853194 |
| }, |
| { |
| "epoch": 0.8562848562848563, |
| "grad_norm": 0.34085360169410706, |
| "learning_rate": 5.346105026556226e-07, |
| "loss": 0.411376953125, |
| "step": 998, |
| "token_acc": 0.8649278678961657 |
| }, |
| { |
| "epoch": 0.8571428571428571, |
| "grad_norm": 0.2969898581504822, |
| "learning_rate": 5.283792449084691e-07, |
| "loss": 0.4169921875, |
| "step": 999, |
| "token_acc": 0.8639748630481856 |
| }, |
| { |
| "epoch": 0.858000858000858, |
| "grad_norm": 0.3059532940387726, |
| "learning_rate": 5.221824887600268e-07, |
| "loss": 0.395751953125, |
| "step": 1000, |
| "token_acc": 0.8709263672837759 |
| }, |
| { |
| "epoch": 0.8588588588588588, |
| "grad_norm": 0.46598953008651733, |
| "learning_rate": 5.160202820224875e-07, |
| "loss": 0.431884765625, |
| "step": 1001, |
| "token_acc": 0.8611318350051439 |
| }, |
| { |
| "epoch": 0.8597168597168597, |
| "grad_norm": 0.5253129005432129, |
| "learning_rate": 5.098926722414727e-07, |
| "loss": 0.4267578125, |
| "step": 1002, |
| "token_acc": 0.8622847561618491 |
| }, |
| { |
| "epoch": 0.8605748605748605, |
| "grad_norm": 0.32271358370780945, |
| "learning_rate": 5.037997066956634e-07, |
| "loss": 0.416748046875, |
| "step": 1003, |
| "token_acc": 0.8635557961881366 |
| }, |
| { |
| "epoch": 0.8614328614328615, |
| "grad_norm": 0.32044994831085205, |
| "learning_rate": 4.977414323964364e-07, |
| "loss": 0.4072265625, |
| "step": 1004, |
| "token_acc": 0.8677507003509481 |
| }, |
| { |
| "epoch": 0.8622908622908623, |
| "grad_norm": 0.29807642102241516, |
| "learning_rate": 4.917178960875046e-07, |
| "loss": 0.4228515625, |
| "step": 1005, |
| "token_acc": 0.8622046322100185 |
| }, |
| { |
| "epoch": 0.8631488631488632, |
| "grad_norm": 0.3051440119743347, |
| "learning_rate": 4.8572914424455e-07, |
| "loss": 0.43359375, |
| "step": 1006, |
| "token_acc": 0.8595431365178888 |
| }, |
| { |
| "epoch": 0.864006864006864, |
| "grad_norm": 0.32553502917289734, |
| "learning_rate": 4.797752230748721e-07, |
| "loss": 0.406494140625, |
| "step": 1007, |
| "token_acc": 0.8678012290634778 |
| }, |
| { |
| "epoch": 0.8648648648648649, |
| "grad_norm": 0.29381072521209717, |
| "learning_rate": 4.7385617851702535e-07, |
| "loss": 0.417236328125, |
| "step": 1008, |
| "token_acc": 0.8651307231589168 |
| }, |
| { |
| "epoch": 0.8657228657228657, |
| "grad_norm": 0.28218135237693787, |
| "learning_rate": 4.679720562404705e-07, |
| "loss": 0.4052734375, |
| "step": 1009, |
| "token_acc": 0.8671818810326439 |
| }, |
| { |
| "epoch": 0.8665808665808665, |
| "grad_norm": 0.41088882088661194, |
| "learning_rate": 4.6212290164521554e-07, |
| "loss": 0.403076171875, |
| "step": 1010, |
| "token_acc": 0.868129077239852 |
| }, |
| { |
| "epoch": 0.8674388674388674, |
| "grad_norm": 0.3360867500305176, |
| "learning_rate": 4.563087598614702e-07, |
| "loss": 0.41015625, |
| "step": 1011, |
| "token_acc": 0.8670573352905148 |
| }, |
| { |
| "epoch": 0.8682968682968683, |
| "grad_norm": 0.294415146112442, |
| "learning_rate": 4.5052967574929883e-07, |
| "loss": 0.440185546875, |
| "step": 1012, |
| "token_acc": 0.8587451822877082 |
| }, |
| { |
| "epoch": 0.8691548691548692, |
| "grad_norm": 0.3140941858291626, |
| "learning_rate": 4.4478569389826864e-07, |
| "loss": 0.40966796875, |
| "step": 1013, |
| "token_acc": 0.8676810481833931 |
| }, |
| { |
| "epoch": 0.87001287001287, |
| "grad_norm": 0.35810449719429016, |
| "learning_rate": 4.3907685862711156e-07, |
| "loss": 0.41552734375, |
| "step": 1014, |
| "token_acc": 0.8651982007569198 |
| }, |
| { |
| "epoch": 0.8708708708708709, |
| "grad_norm": 0.2956278622150421, |
| "learning_rate": 4.334032139833777e-07, |
| "loss": 0.4248046875, |
| "step": 1015, |
| "token_acc": 0.8622928278590415 |
| }, |
| { |
| "epoch": 0.8717288717288717, |
| "grad_norm": 0.3053353726863861, |
| "learning_rate": 4.277648037430998e-07, |
| "loss": 0.4208984375, |
| "step": 1016, |
| "token_acc": 0.8640979331924354 |
| }, |
| { |
| "epoch": 0.8725868725868726, |
| "grad_norm": 0.3300248086452484, |
| "learning_rate": 4.2216167141045093e-07, |
| "loss": 0.41015625, |
| "step": 1017, |
| "token_acc": 0.8662587441645548 |
| }, |
| { |
| "epoch": 0.8734448734448734, |
| "grad_norm": 0.32913336157798767, |
| "learning_rate": 4.165938602174124e-07, |
| "loss": 0.415283203125, |
| "step": 1018, |
| "token_acc": 0.8650453064438248 |
| }, |
| { |
| "epoch": 0.8743028743028743, |
| "grad_norm": 0.28351670503616333, |
| "learning_rate": 4.110614131234375e-07, |
| "loss": 0.41845703125, |
| "step": 1019, |
| "token_acc": 0.8642422402055685 |
| }, |
| { |
| "epoch": 0.8751608751608752, |
| "grad_norm": 0.3357718884944916, |
| "learning_rate": 4.055643728151243e-07, |
| "loss": 0.4130859375, |
| "step": 1020, |
| "token_acc": 0.8648513811431869 |
| }, |
| { |
| "epoch": 0.8760188760188761, |
| "grad_norm": 0.27371037006378174, |
| "learning_rate": 4.001027817058789e-07, |
| "loss": 0.40625, |
| "step": 1021, |
| "token_acc": 0.867367419067485 |
| }, |
| { |
| "epoch": 0.8768768768768769, |
| "grad_norm": 0.32762446999549866, |
| "learning_rate": 3.946766819355985e-07, |
| "loss": 0.40673828125, |
| "step": 1022, |
| "token_acc": 0.8676906014862154 |
| }, |
| { |
| "epoch": 0.8777348777348777, |
| "grad_norm": 0.3210776448249817, |
| "learning_rate": 3.8928611537033424e-07, |
| "loss": 0.39599609375, |
| "step": 1023, |
| "token_acc": 0.8711074912644162 |
| }, |
| { |
| "epoch": 0.8785928785928786, |
| "grad_norm": 0.2842090427875519, |
| "learning_rate": 3.8393112360197993e-07, |
| "loss": 0.42333984375, |
| "step": 1024, |
| "token_acc": 0.8628600963787953 |
| }, |
| { |
| "epoch": 0.8794508794508794, |
| "grad_norm": 0.2685863673686981, |
| "learning_rate": 3.786117479479423e-07, |
| "loss": 0.415283203125, |
| "step": 1025, |
| "token_acc": 0.8642774685655182 |
| }, |
| { |
| "epoch": 0.8803088803088803, |
| "grad_norm": 0.2958797812461853, |
| "learning_rate": 3.7332802945082515e-07, |
| "loss": 0.400146484375, |
| "step": 1026, |
| "token_acc": 0.869784812738707 |
| }, |
| { |
| "epoch": 0.8811668811668811, |
| "grad_norm": 0.7484316825866699, |
| "learning_rate": 3.680800088781161e-07, |
| "loss": 0.41796875, |
| "step": 1027, |
| "token_acc": 0.8642463989916682 |
| }, |
| { |
| "epoch": 0.882024882024882, |
| "grad_norm": 0.2952496111392975, |
| "learning_rate": 3.62867726721865e-07, |
| "loss": 0.40771484375, |
| "step": 1028, |
| "token_acc": 0.8670288973894672 |
| }, |
| { |
| "epoch": 0.8828828828828829, |
| "grad_norm": 0.30801525712013245, |
| "learning_rate": 3.5769122319837926e-07, |
| "loss": 0.42822265625, |
| "step": 1029, |
| "token_acc": 0.8616405906306753 |
| }, |
| { |
| "epoch": 0.8837408837408838, |
| "grad_norm": 0.28690844774246216, |
| "learning_rate": 3.525505382479072e-07, |
| "loss": 0.410400390625, |
| "step": 1030, |
| "token_acc": 0.8663898112538496 |
| }, |
| { |
| "epoch": 0.8845988845988846, |
| "grad_norm": 0.2760053277015686, |
| "learning_rate": 3.474457115343344e-07, |
| "loss": 0.4267578125, |
| "step": 1031, |
| "token_acc": 0.8609780043594963 |
| }, |
| { |
| "epoch": 0.8854568854568855, |
| "grad_norm": 0.3268655836582184, |
| "learning_rate": 3.423767824448737e-07, |
| "loss": 0.408203125, |
| "step": 1032, |
| "token_acc": 0.8669844818221403 |
| }, |
| { |
| "epoch": 0.8863148863148863, |
| "grad_norm": 0.2688267230987549, |
| "learning_rate": 3.373437900897636e-07, |
| "loss": 0.4130859375, |
| "step": 1033, |
| "token_acc": 0.8655052750378222 |
| }, |
| { |
| "epoch": 0.8871728871728872, |
| "grad_norm": 0.31358444690704346, |
| "learning_rate": 3.3234677330196865e-07, |
| "loss": 0.412841796875, |
| "step": 1034, |
| "token_acc": 0.8651584612318118 |
| }, |
| { |
| "epoch": 0.888030888030888, |
| "grad_norm": 0.2609347701072693, |
| "learning_rate": 3.2738577063687436e-07, |
| "loss": 0.401123046875, |
| "step": 1035, |
| "token_acc": 0.8689552700530122 |
| }, |
| { |
| "epoch": 0.8888888888888888, |
| "grad_norm": 0.32275745272636414, |
| "learning_rate": 3.224608203719953e-07, |
| "loss": 0.41455078125, |
| "step": 1036, |
| "token_acc": 0.865463242901869 |
| }, |
| { |
| "epoch": 0.8897468897468898, |
| "grad_norm": 0.32432234287261963, |
| "learning_rate": 3.175719605066746e-07, |
| "loss": 0.420166015625, |
| "step": 1037, |
| "token_acc": 0.864319296146493 |
| }, |
| { |
| "epoch": 0.8906048906048906, |
| "grad_norm": 0.31731492280960083, |
| "learning_rate": 3.127192287617964e-07, |
| "loss": 0.410400390625, |
| "step": 1038, |
| "token_acc": 0.8671769071978883 |
| }, |
| { |
| "epoch": 0.8914628914628915, |
| "grad_norm": 0.2990749478340149, |
| "learning_rate": 3.079026625794884e-07, |
| "loss": 0.410888671875, |
| "step": 1039, |
| "token_acc": 0.8672046090182417 |
| }, |
| { |
| "epoch": 0.8923208923208923, |
| "grad_norm": 0.31309205293655396, |
| "learning_rate": 3.0312229912283884e-07, |
| "loss": 0.431396484375, |
| "step": 1040, |
| "token_acc": 0.8613155975368504 |
| }, |
| { |
| "epoch": 0.8931788931788932, |
| "grad_norm": 0.301973819732666, |
| "learning_rate": 2.983781752756071e-07, |
| "loss": 0.417724609375, |
| "step": 1041, |
| "token_acc": 0.8644135308850599 |
| }, |
| { |
| "epoch": 0.894036894036894, |
| "grad_norm": 0.5152493119239807, |
| "learning_rate": 2.9367032764193835e-07, |
| "loss": 0.4208984375, |
| "step": 1042, |
| "token_acc": 0.8639017099294267 |
| }, |
| { |
| "epoch": 0.8948948948948949, |
| "grad_norm": 0.34405985474586487, |
| "learning_rate": 2.88998792546083e-07, |
| "loss": 0.42529296875, |
| "step": 1043, |
| "token_acc": 0.8617402814608777 |
| }, |
| { |
| "epoch": 0.8957528957528957, |
| "grad_norm": 0.29931503534317017, |
| "learning_rate": 2.8436360603211366e-07, |
| "loss": 0.4052734375, |
| "step": 1044, |
| "token_acc": 0.8684612089590144 |
| }, |
| { |
| "epoch": 0.8966108966108967, |
| "grad_norm": 0.6099777817726135, |
| "learning_rate": 2.79764803863653e-07, |
| "loss": 0.4140625, |
| "step": 1045, |
| "token_acc": 0.8651979232904671 |
| }, |
| { |
| "epoch": 0.8974688974688975, |
| "grad_norm": 0.33137428760528564, |
| "learning_rate": 2.7520242152358767e-07, |
| "loss": 0.436767578125, |
| "step": 1046, |
| "token_acc": 0.8593333248006269 |
| }, |
| { |
| "epoch": 0.8983268983268984, |
| "grad_norm": 0.32491636276245117, |
| "learning_rate": 2.706764942138057e-07, |
| "loss": 0.4091796875, |
| "step": 1047, |
| "token_acc": 0.8670189105819215 |
| }, |
| { |
| "epoch": 0.8991848991848992, |
| "grad_norm": 0.2969415783882141, |
| "learning_rate": 2.6618705685491686e-07, |
| "loss": 0.415771484375, |
| "step": 1048, |
| "token_acc": 0.864761367324273 |
| }, |
| { |
| "epoch": 0.9000429000429, |
| "grad_norm": 0.2755189538002014, |
| "learning_rate": 2.617341440859883e-07, |
| "loss": 0.413818359375, |
| "step": 1049, |
| "token_acc": 0.866105726975496 |
| }, |
| { |
| "epoch": 0.9009009009009009, |
| "grad_norm": 0.3160327076911926, |
| "learning_rate": 2.573177902642726e-07, |
| "loss": 0.40234375, |
| "step": 1050, |
| "token_acc": 0.8681739447018573 |
| }, |
| { |
| "epoch": 0.9017589017589017, |
| "grad_norm": 0.27056434750556946, |
| "learning_rate": 2.529380294649475e-07, |
| "loss": 0.412353515625, |
| "step": 1051, |
| "token_acc": 0.8660504943369476 |
| }, |
| { |
| "epoch": 0.9026169026169026, |
| "grad_norm": 0.27849081158638, |
| "learning_rate": 2.485948954808493e-07, |
| "loss": 0.39892578125, |
| "step": 1052, |
| "token_acc": 0.8700607588780325 |
| }, |
| { |
| "epoch": 0.9034749034749034, |
| "grad_norm": 0.33912602066993713, |
| "learning_rate": 2.44288421822213e-07, |
| "loss": 0.412353515625, |
| "step": 1053, |
| "token_acc": 0.865429735189008 |
| }, |
| { |
| "epoch": 0.9043329043329044, |
| "grad_norm": 0.3500686287879944, |
| "learning_rate": 2.4001864171641633e-07, |
| "loss": 0.427734375, |
| "step": 1054, |
| "token_acc": 0.8616763100885733 |
| }, |
| { |
| "epoch": 0.9051909051909052, |
| "grad_norm": 0.3614010214805603, |
| "learning_rate": 2.357855881077181e-07, |
| "loss": 0.4306640625, |
| "step": 1055, |
| "token_acc": 0.8607087962916202 |
| }, |
| { |
| "epoch": 0.9060489060489061, |
| "grad_norm": 0.38286301493644714, |
| "learning_rate": 2.3158929365701188e-07, |
| "loss": 0.422607421875, |
| "step": 1056, |
| "token_acc": 0.8632687336962348 |
| }, |
| { |
| "epoch": 0.9069069069069069, |
| "grad_norm": 0.2997244596481323, |
| "learning_rate": 2.2742979074156347e-07, |
| "loss": 0.405517578125, |
| "step": 1057, |
| "token_acc": 0.8678012287234929 |
| }, |
| { |
| "epoch": 0.9077649077649078, |
| "grad_norm": 0.433338463306427, |
| "learning_rate": 2.2330711145477247e-07, |
| "loss": 0.41552734375, |
| "step": 1058, |
| "token_acc": 0.8648981278275284 |
| }, |
| { |
| "epoch": 0.9086229086229086, |
| "grad_norm": 0.31245657801628113, |
| "learning_rate": 2.192212876059152e-07, |
| "loss": 0.406494140625, |
| "step": 1059, |
| "token_acc": 0.8673288338727287 |
| }, |
| { |
| "epoch": 0.9094809094809094, |
| "grad_norm": 0.31379234790802, |
| "learning_rate": 2.1517235071990383e-07, |
| "loss": 0.425048828125, |
| "step": 1060, |
| "token_acc": 0.8619572358597622 |
| }, |
| { |
| "epoch": 0.9103389103389103, |
| "grad_norm": 0.322185754776001, |
| "learning_rate": 2.1116033203704534e-07, |
| "loss": 0.411376953125, |
| "step": 1061, |
| "token_acc": 0.865651275731082 |
| }, |
| { |
| "epoch": 0.9111969111969112, |
| "grad_norm": 0.3562609553337097, |
| "learning_rate": 2.0718526251279346e-07, |
| "loss": 0.4150390625, |
| "step": 1062, |
| "token_acc": 0.8650804520512844 |
| }, |
| { |
| "epoch": 0.9120549120549121, |
| "grad_norm": 0.3134714663028717, |
| "learning_rate": 2.0324717281751783e-07, |
| "loss": 0.414306640625, |
| "step": 1063, |
| "token_acc": 0.8646337805906936 |
| }, |
| { |
| "epoch": 0.9129129129129129, |
| "grad_norm": 0.36550575494766235, |
| "learning_rate": 1.993460933362601e-07, |
| "loss": 0.41552734375, |
| "step": 1064, |
| "token_acc": 0.8646337323386083 |
| }, |
| { |
| "epoch": 0.9137709137709138, |
| "grad_norm": 0.28220149874687195, |
| "learning_rate": 1.9548205416850597e-07, |
| "loss": 0.421630859375, |
| "step": 1065, |
| "token_acc": 0.8635548557807956 |
| }, |
| { |
| "epoch": 0.9146289146289146, |
| "grad_norm": 0.2804998755455017, |
| "learning_rate": 1.9165508512794805e-07, |
| "loss": 0.421142578125, |
| "step": 1066, |
| "token_acc": 0.8639763939543378 |
| }, |
| { |
| "epoch": 0.9154869154869155, |
| "grad_norm": 0.2933475971221924, |
| "learning_rate": 1.8786521574225837e-07, |
| "loss": 0.4208984375, |
| "step": 1067, |
| "token_acc": 0.8628453604604033 |
| }, |
| { |
| "epoch": 0.9163449163449163, |
| "grad_norm": 0.315929114818573, |
| "learning_rate": 1.8411247525285837e-07, |
| "loss": 0.4150390625, |
| "step": 1068, |
| "token_acc": 0.8647692310211407 |
| }, |
| { |
| "epoch": 0.9172029172029172, |
| "grad_norm": 0.2993037700653076, |
| "learning_rate": 1.803968926146976e-07, |
| "loss": 0.417724609375, |
| "step": 1069, |
| "token_acc": 0.8654062548446758 |
| }, |
| { |
| "epoch": 0.918060918060918, |
| "grad_norm": 0.41158023476600647, |
| "learning_rate": 1.7671849649602502e-07, |
| "loss": 0.409423828125, |
| "step": 1070, |
| "token_acc": 0.8677041179637702 |
| }, |
| { |
| "epoch": 0.918918918918919, |
| "grad_norm": 0.2758474051952362, |
| "learning_rate": 1.7307731527817117e-07, |
| "loss": 0.422607421875, |
| "step": 1071, |
| "token_acc": 0.8636651478794216 |
| }, |
| { |
| "epoch": 0.9197769197769198, |
| "grad_norm": 0.3757152855396271, |
| "learning_rate": 1.6947337705532974e-07, |
| "loss": 0.41162109375, |
| "step": 1072, |
| "token_acc": 0.8666242194251447 |
| }, |
| { |
| "epoch": 0.9206349206349206, |
| "grad_norm": 0.35898837447166443, |
| "learning_rate": 1.6590670963433642e-07, |
| "loss": 0.421142578125, |
| "step": 1073, |
| "token_acc": 0.8634506185673892 |
| }, |
| { |
| "epoch": 0.9214929214929215, |
| "grad_norm": 0.2777307331562042, |
| "learning_rate": 1.623773405344592e-07, |
| "loss": 0.42578125, |
| "step": 1074, |
| "token_acc": 0.8618974366268377 |
| }, |
| { |
| "epoch": 0.9223509223509223, |
| "grad_norm": 0.2766513228416443, |
| "learning_rate": 1.5888529698718347e-07, |
| "loss": 0.41455078125, |
| "step": 1075, |
| "token_acc": 0.8650565836153001 |
| }, |
| { |
| "epoch": 0.9232089232089232, |
| "grad_norm": 0.29199716448783875, |
| "learning_rate": 1.5543060593600334e-07, |
| "loss": 0.41943359375, |
| "step": 1076, |
| "token_acc": 0.8635794231204237 |
| }, |
| { |
| "epoch": 0.924066924066924, |
| "grad_norm": 0.29139086604118347, |
| "learning_rate": 1.5201329403621233e-07, |
| "loss": 0.40966796875, |
| "step": 1077, |
| "token_acc": 0.8664450272797488 |
| }, |
| { |
| "epoch": 0.924924924924925, |
| "grad_norm": 0.3384758532047272, |
| "learning_rate": 1.4863338765469803e-07, |
| "loss": 0.40234375, |
| "step": 1078, |
| "token_acc": 0.8689504787648096 |
| }, |
| { |
| "epoch": 0.9257829257829258, |
| "grad_norm": 0.2721219062805176, |
| "learning_rate": 1.4529091286973994e-07, |
| "loss": 0.39208984375, |
| "step": 1079, |
| "token_acc": 0.872718497625521 |
| }, |
| { |
| "epoch": 0.9266409266409267, |
| "grad_norm": 0.3182665705680847, |
| "learning_rate": 1.4198589547080643e-07, |
| "loss": 0.41357421875, |
| "step": 1080, |
| "token_acc": 0.8659815285577852 |
| }, |
| { |
| "epoch": 0.9274989274989275, |
| "grad_norm": 0.28349822759628296, |
| "learning_rate": 1.387183609583581e-07, |
| "loss": 0.421142578125, |
| "step": 1081, |
| "token_acc": 0.8636106168742461 |
| }, |
| { |
| "epoch": 0.9283569283569284, |
| "grad_norm": 1.4684706926345825, |
| "learning_rate": 1.3548833454364641e-07, |
| "loss": 0.42578125, |
| "step": 1082, |
| "token_acc": 0.8615470296958864 |
| }, |
| { |
| "epoch": 0.9292149292149292, |
| "grad_norm": 0.33644166588783264, |
| "learning_rate": 1.3229584114852645e-07, |
| "loss": 0.4169921875, |
| "step": 1083, |
| "token_acc": 0.8644024621200849 |
| }, |
| { |
| "epoch": 0.9300729300729301, |
| "grad_norm": 0.27347779273986816, |
| "learning_rate": 1.291409054052567e-07, |
| "loss": 0.41796875, |
| "step": 1084, |
| "token_acc": 0.8649815833288487 |
| }, |
| { |
| "epoch": 0.9309309309309309, |
| "grad_norm": 0.266899436712265, |
| "learning_rate": 1.260235516563163e-07, |
| "loss": 0.408203125, |
| "step": 1085, |
| "token_acc": 0.8669934728884227 |
| }, |
| { |
| "epoch": 0.9317889317889317, |
| "grad_norm": 0.4451451897621155, |
| "learning_rate": 1.2294380395421024e-07, |
| "loss": 0.427734375, |
| "step": 1086, |
| "token_acc": 0.8619209262827072 |
| }, |
| { |
| "epoch": 0.9326469326469327, |
| "grad_norm": 0.37055444717407227, |
| "learning_rate": 1.1990168606129115e-07, |
| "loss": 0.4130859375, |
| "step": 1087, |
| "token_acc": 0.8658049020423408 |
| }, |
| { |
| "epoch": 0.9335049335049335, |
| "grad_norm": 0.30912309885025024, |
| "learning_rate": 1.1689722144956672e-07, |
| "loss": 0.41162109375, |
| "step": 1088, |
| "token_acc": 0.8656181012432401 |
| }, |
| { |
| "epoch": 0.9343629343629344, |
| "grad_norm": 0.3882233798503876, |
| "learning_rate": 1.1393043330052922e-07, |
| "loss": 0.4150390625, |
| "step": 1089, |
| "token_acc": 0.8647871633948971 |
| }, |
| { |
| "epoch": 0.9352209352209352, |
| "grad_norm": 0.2974086403846741, |
| "learning_rate": 1.1100134450496902e-07, |
| "loss": 0.4111328125, |
| "step": 1090, |
| "token_acc": 0.8671302228734137 |
| }, |
| { |
| "epoch": 0.9360789360789361, |
| "grad_norm": 0.3070789873600006, |
| "learning_rate": 1.0810997766279974e-07, |
| "loss": 0.416259765625, |
| "step": 1091, |
| "token_acc": 0.864775563911278 |
| }, |
| { |
| "epoch": 0.9369369369369369, |
| "grad_norm": 0.32751378417015076, |
| "learning_rate": 1.0525635508288668e-07, |
| "loss": 0.4091796875, |
| "step": 1092, |
| "token_acc": 0.8666908818915857 |
| }, |
| { |
| "epoch": 0.9377949377949378, |
| "grad_norm": 0.29168492555618286, |
| "learning_rate": 1.0244049878286921e-07, |
| "loss": 0.40771484375, |
| "step": 1093, |
| "token_acc": 0.8676630642542646 |
| }, |
| { |
| "epoch": 0.9386529386529386, |
| "grad_norm": 0.3586080074310303, |
| "learning_rate": 9.966243048899704e-08, |
| "loss": 0.41162109375, |
| "step": 1094, |
| "token_acc": 0.8672284017371303 |
| }, |
| { |
| "epoch": 0.9395109395109396, |
| "grad_norm": 0.2893342077732086, |
| "learning_rate": 9.692217163595808e-08, |
| "loss": 0.404052734375, |
| "step": 1095, |
| "token_acc": 0.8675381905625277 |
| }, |
| { |
| "epoch": 0.9403689403689404, |
| "grad_norm": 1.0185339450836182, |
| "learning_rate": 9.42197433667158e-08, |
| "loss": 0.403076171875, |
| "step": 1096, |
| "token_acc": 0.8681907247271807 |
| }, |
| { |
| "epoch": 0.9412269412269412, |
| "grad_norm": 0.3057374656200409, |
| "learning_rate": 9.155516653234276e-08, |
| "loss": 0.414306640625, |
| "step": 1097, |
| "token_acc": 0.864623286851977 |
| }, |
| { |
| "epoch": 0.9420849420849421, |
| "grad_norm": 0.3293688893318176, |
| "learning_rate": 8.892846169186509e-08, |
| "loss": 0.39599609375, |
| "step": 1098, |
| "token_acc": 0.8706257064147132 |
| }, |
| { |
| "epoch": 0.9429429429429429, |
| "grad_norm": 0.31847789883613586, |
| "learning_rate": 8.633964911209825e-08, |
| "loss": 0.4140625, |
| "step": 1099, |
| "token_acc": 0.8658178417989265 |
| }, |
| { |
| "epoch": 0.9438009438009438, |
| "grad_norm": 0.30129218101501465, |
| "learning_rate": 8.378874876749433e-08, |
| "loss": 0.407470703125, |
| "step": 1100, |
| "token_acc": 0.8677131600787381 |
| }, |
| { |
| "epoch": 0.9446589446589446, |
| "grad_norm": 0.3038902282714844, |
| "learning_rate": 8.127578033998663e-08, |
| "loss": 0.409423828125, |
| "step": 1101, |
| "token_acc": 0.8667997782306401 |
| }, |
| { |
| "epoch": 0.9455169455169455, |
| "grad_norm": 0.31644073128700256, |
| "learning_rate": 7.880076321883589e-08, |
| "loss": 0.408447265625, |
| "step": 1102, |
| "token_acc": 0.8669392931193515 |
| }, |
| { |
| "epoch": 0.9463749463749463, |
| "grad_norm": 0.3241233825683594, |
| "learning_rate": 7.636371650048658e-08, |
| "loss": 0.4228515625, |
| "step": 1103, |
| "token_acc": 0.8628125951376506 |
| }, |
| { |
| "epoch": 0.9472329472329473, |
| "grad_norm": 0.29971325397491455, |
| "learning_rate": 7.396465898841187e-08, |
| "loss": 0.418212890625, |
| "step": 1104, |
| "token_acc": 0.8637386516968073 |
| }, |
| { |
| "epoch": 0.9480909480909481, |
| "grad_norm": 0.2797969877719879, |
| "learning_rate": 7.160360919297448e-08, |
| "loss": 0.403564453125, |
| "step": 1105, |
| "token_acc": 0.867952818366678 |
| }, |
| { |
| "epoch": 0.948948948948949, |
| "grad_norm": 0.3030215799808502, |
| "learning_rate": 6.928058533128112e-08, |
| "loss": 0.407958984375, |
| "step": 1106, |
| "token_acc": 0.8669325507729337 |
| }, |
| { |
| "epoch": 0.9498069498069498, |
| "grad_norm": 0.3026755452156067, |
| "learning_rate": 6.699560532704319e-08, |
| "loss": 0.42431640625, |
| "step": 1107, |
| "token_acc": 0.8623879071404315 |
| }, |
| { |
| "epoch": 0.9506649506649507, |
| "grad_norm": 0.2870003581047058, |
| "learning_rate": 6.474868681043578e-08, |
| "loss": 0.419677734375, |
| "step": 1108, |
| "token_acc": 0.8627811772444414 |
| }, |
| { |
| "epoch": 0.9515229515229515, |
| "grad_norm": 0.2803478538990021, |
| "learning_rate": 6.253984711796612e-08, |
| "loss": 0.412841796875, |
| "step": 1109, |
| "token_acc": 0.8657546419880796 |
| }, |
| { |
| "epoch": 0.9523809523809523, |
| "grad_norm": 0.329607218503952, |
| "learning_rate": 6.036910329233592e-08, |
| "loss": 0.40380859375, |
| "step": 1110, |
| "token_acc": 0.8675632236307634 |
| }, |
| { |
| "epoch": 0.9532389532389532, |
| "grad_norm": 1.0581337213516235, |
| "learning_rate": 5.823647208231198e-08, |
| "loss": 0.419677734375, |
| "step": 1111, |
| "token_acc": 0.8629242213834255 |
| }, |
| { |
| "epoch": 0.954096954096954, |
| "grad_norm": 0.35133951902389526, |
| "learning_rate": 5.6141969942596906e-08, |
| "loss": 0.412841796875, |
| "step": 1112, |
| "token_acc": 0.866155725740221 |
| }, |
| { |
| "epoch": 0.954954954954955, |
| "grad_norm": 0.7583909630775452, |
| "learning_rate": 5.408561303369919e-08, |
| "loss": 0.429443359375, |
| "step": 1113, |
| "token_acc": 0.8624947205246751 |
| }, |
| { |
| "epoch": 0.9558129558129558, |
| "grad_norm": 0.29131636023521423, |
| "learning_rate": 5.206741722181385e-08, |
| "loss": 0.4052734375, |
| "step": 1114, |
| "token_acc": 0.8682627062312286 |
| }, |
| { |
| "epoch": 0.9566709566709567, |
| "grad_norm": 0.3524489998817444, |
| "learning_rate": 5.0087398078694785e-08, |
| "loss": 0.419189453125, |
| "step": 1115, |
| "token_acc": 0.8634274672473365 |
| }, |
| { |
| "epoch": 0.9575289575289575, |
| "grad_norm": 0.30765748023986816, |
| "learning_rate": 4.814557088153815e-08, |
| "loss": 0.41064453125, |
| "step": 1116, |
| "token_acc": 0.8668441758753972 |
| }, |
| { |
| "epoch": 0.9583869583869584, |
| "grad_norm": 0.31046169996261597, |
| "learning_rate": 4.6241950612863074e-08, |
| "loss": 0.446044921875, |
| "step": 1117, |
| "token_acc": 0.8569488543235823 |
| }, |
| { |
| "epoch": 0.9592449592449592, |
| "grad_norm": 0.3297596573829651, |
| "learning_rate": 4.437655196039559e-08, |
| "loss": 0.4052734375, |
| "step": 1118, |
| "token_acc": 0.8670191989572303 |
| }, |
| { |
| "epoch": 0.9601029601029601, |
| "grad_norm": 0.3172093629837036, |
| "learning_rate": 4.254938931695707e-08, |
| "loss": 0.3994140625, |
| "step": 1119, |
| "token_acc": 0.8691783707026856 |
| }, |
| { |
| "epoch": 0.960960960960961, |
| "grad_norm": 0.35847461223602295, |
| "learning_rate": 4.0760476780351e-08, |
| "loss": 0.41796875, |
| "step": 1120, |
| "token_acc": 0.8643322387717536 |
| }, |
| { |
| "epoch": 0.9618189618189619, |
| "grad_norm": 0.3244157135486603, |
| "learning_rate": 3.900982815325582e-08, |
| "loss": 0.426513671875, |
| "step": 1121, |
| "token_acc": 0.8617169949250778 |
| }, |
| { |
| "epoch": 0.9626769626769627, |
| "grad_norm": 0.3464740216732025, |
| "learning_rate": 3.7297456943116705e-08, |
| "loss": 0.4072265625, |
| "step": 1122, |
| "token_acc": 0.8674503960104255 |
| }, |
| { |
| "epoch": 0.9635349635349635, |
| "grad_norm": 0.32333439588546753, |
| "learning_rate": 3.562337636204505e-08, |
| "loss": 0.40673828125, |
| "step": 1123, |
| "token_acc": 0.8683804206733173 |
| }, |
| { |
| "epoch": 0.9643929643929644, |
| "grad_norm": 0.2892231047153473, |
| "learning_rate": 3.3987599326710806e-08, |
| "loss": 0.4169921875, |
| "step": 1124, |
| "token_acc": 0.8643624859244141 |
| }, |
| { |
| "epoch": 0.9652509652509652, |
| "grad_norm": 0.3944212794303894, |
| "learning_rate": 3.2390138458248674e-08, |
| "loss": 0.405029296875, |
| "step": 1125, |
| "token_acc": 0.8679199179070558 |
| }, |
| { |
| "epoch": 0.9661089661089661, |
| "grad_norm": 0.2932316064834595, |
| "learning_rate": 3.08310060821565e-08, |
| "loss": 0.407958984375, |
| "step": 1126, |
| "token_acc": 0.8667499741611159 |
| }, |
| { |
| "epoch": 0.9669669669669669, |
| "grad_norm": 0.30061134696006775, |
| "learning_rate": 2.9310214228202016e-08, |
| "loss": 0.406494140625, |
| "step": 1127, |
| "token_acc": 0.867972085238269 |
| }, |
| { |
| "epoch": 0.9678249678249679, |
| "grad_norm": 0.36009982228279114, |
| "learning_rate": 2.7827774630330152e-08, |
| "loss": 0.404052734375, |
| "step": 1128, |
| "token_acc": 0.8684103234186574 |
| }, |
| { |
| "epoch": 0.9686829686829687, |
| "grad_norm": 0.2809729278087616, |
| "learning_rate": 2.6383698726570872e-08, |
| "loss": 0.432373046875, |
| "step": 1129, |
| "token_acc": 0.8606503319631532 |
| }, |
| { |
| "epoch": 0.9695409695409696, |
| "grad_norm": 0.3869607150554657, |
| "learning_rate": 2.4977997658954257e-08, |
| "loss": 0.4130859375, |
| "step": 1130, |
| "token_acc": 0.8661074697705955 |
| }, |
| { |
| "epoch": 0.9703989703989704, |
| "grad_norm": 0.2741890549659729, |
| "learning_rate": 2.361068227342056e-08, |
| "loss": 0.42041015625, |
| "step": 1131, |
| "token_acc": 0.8644095607941804 |
| }, |
| { |
| "epoch": 0.9712569712569713, |
| "grad_norm": 0.32328709959983826, |
| "learning_rate": 2.228176311973862e-08, |
| "loss": 0.396240234375, |
| "step": 1132, |
| "token_acc": 0.8701593215177106 |
| }, |
| { |
| "epoch": 0.9721149721149721, |
| "grad_norm": 0.29675012826919556, |
| "learning_rate": 2.0991250451424806e-08, |
| "loss": 0.419677734375, |
| "step": 1133, |
| "token_acc": 0.8634008675780744 |
| }, |
| { |
| "epoch": 0.972972972972973, |
| "grad_norm": 0.3162553310394287, |
| "learning_rate": 1.9739154225663638e-08, |
| "loss": 0.409423828125, |
| "step": 1134, |
| "token_acc": 0.8663221422953336 |
| }, |
| { |
| "epoch": 0.9738309738309738, |
| "grad_norm": 0.2855226695537567, |
| "learning_rate": 1.8525484103228965e-08, |
| "loss": 0.41845703125, |
| "step": 1135, |
| "token_acc": 0.8636003154554955 |
| }, |
| { |
| "epoch": 0.9746889746889746, |
| "grad_norm": 0.2870618402957916, |
| "learning_rate": 1.735024944841235e-08, |
| "loss": 0.416015625, |
| "step": 1136, |
| "token_acc": 0.8647517183589498 |
| }, |
| { |
| "epoch": 0.9755469755469756, |
| "grad_norm": 0.3138873875141144, |
| "learning_rate": 1.6213459328950355e-08, |
| "loss": 0.402099609375, |
| "step": 1137, |
| "token_acc": 0.8689142424052109 |
| }, |
| { |
| "epoch": 0.9764049764049764, |
| "grad_norm": 0.30583125352859497, |
| "learning_rate": 1.5115122515951263e-08, |
| "loss": 0.420654296875, |
| "step": 1138, |
| "token_acc": 0.8632624206243414 |
| }, |
| { |
| "epoch": 0.9772629772629773, |
| "grad_norm": 0.30399248003959656, |
| "learning_rate": 1.4055247483832356e-08, |
| "loss": 0.428955078125, |
| "step": 1139, |
| "token_acc": 0.8602564296110167 |
| }, |
| { |
| "epoch": 0.9781209781209781, |
| "grad_norm": 0.29383546113967896, |
| "learning_rate": 1.3033842410251074e-08, |
| "loss": 0.40625, |
| "step": 1140, |
| "token_acc": 0.8674999340739864 |
| }, |
| { |
| "epoch": 0.978978978978979, |
| "grad_norm": 0.3356133699417114, |
| "learning_rate": 1.2050915176042288e-08, |
| "loss": 0.443359375, |
| "step": 1141, |
| "token_acc": 0.8558928357355613 |
| }, |
| { |
| "epoch": 0.9798369798369798, |
| "grad_norm": 0.2824721336364746, |
| "learning_rate": 1.110647336516002e-08, |
| "loss": 0.41357421875, |
| "step": 1142, |
| "token_acc": 0.8659241496248641 |
| }, |
| { |
| "epoch": 0.9806949806949807, |
| "grad_norm": 0.29556241631507874, |
| "learning_rate": 1.0200524264615264e-08, |
| "loss": 0.410888671875, |
| "step": 1143, |
| "token_acc": 0.8665555714890875 |
| }, |
| { |
| "epoch": 0.9815529815529815, |
| "grad_norm": 0.2698670029640198, |
| "learning_rate": 9.333074864421588e-09, |
| "loss": 0.417724609375, |
| "step": 1144, |
| "token_acc": 0.8642227075952139 |
| }, |
| { |
| "epoch": 0.9824109824109825, |
| "grad_norm": 0.30624091625213623, |
| "learning_rate": 8.504131857542952e-09, |
| "loss": 0.42919921875, |
| "step": 1145, |
| "token_acc": 0.8609530724870911 |
| }, |
| { |
| "epoch": 0.9832689832689833, |
| "grad_norm": 0.2660980224609375, |
| "learning_rate": 7.7137016398382e-09, |
| "loss": 0.4140625, |
| "step": 1146, |
| "token_acc": 0.8643757104423266 |
| }, |
| { |
| "epoch": 0.9841269841269841, |
| "grad_norm": 0.27201172709465027, |
| "learning_rate": 6.961790310014427e-09, |
| "loss": 0.4130859375, |
| "step": 1147, |
| "token_acc": 0.865659150441764 |
| }, |
| { |
| "epoch": 0.984984984984985, |
| "grad_norm": 0.274884968996048, |
| "learning_rate": 6.24840366958035e-09, |
| "loss": 0.40185546875, |
| "step": 1148, |
| "token_acc": 0.8686461434331962 |
| }, |
| { |
| "epoch": 0.9858429858429858, |
| "grad_norm": 0.30692675709724426, |
| "learning_rate": 5.573547222799125e-09, |
| "loss": 0.393798828125, |
| "step": 1149, |
| "token_acc": 0.8709112518287344 |
| }, |
| { |
| "epoch": 0.9867009867009867, |
| "grad_norm": 0.2824662923812866, |
| "learning_rate": 4.937226176647824e-09, |
| "loss": 0.411865234375, |
| "step": 1150, |
| "token_acc": 0.8657978819239549 |
| }, |
| { |
| "epoch": 0.9875589875589875, |
| "grad_norm": 0.3064286410808563, |
| "learning_rate": 4.339445440776358e-09, |
| "loss": 0.409423828125, |
| "step": 1151, |
| "token_acc": 0.866976162941687 |
| }, |
| { |
| "epoch": 0.9884169884169884, |
| "grad_norm": 0.41891413927078247, |
| "learning_rate": 3.780209627470832e-09, |
| "loss": 0.41064453125, |
| "step": 1152, |
| "token_acc": 0.8660931573801441 |
| }, |
| { |
| "epoch": 0.9892749892749892, |
| "grad_norm": 0.3276737630367279, |
| "learning_rate": 3.2595230516152543e-09, |
| "loss": 0.415771484375, |
| "step": 1153, |
| "token_acc": 0.8649244170037166 |
| }, |
| { |
| "epoch": 0.9901329901329902, |
| "grad_norm": 0.2648158669471741, |
| "learning_rate": 2.7773897306615504e-09, |
| "loss": 0.38427734375, |
| "step": 1154, |
| "token_acc": 0.8739889476879696 |
| }, |
| { |
| "epoch": 0.990990990990991, |
| "grad_norm": 0.3036111295223236, |
| "learning_rate": 2.3338133845968168e-09, |
| "loss": 0.41748046875, |
| "step": 1155, |
| "token_acc": 0.8639755354623959 |
| }, |
| { |
| "epoch": 0.9918489918489919, |
| "grad_norm": 0.2894406318664551, |
| "learning_rate": 1.9287974359144536e-09, |
| "loss": 0.413818359375, |
| "step": 1156, |
| "token_acc": 0.8646087713611794 |
| }, |
| { |
| "epoch": 0.9927069927069927, |
| "grad_norm": 0.30504080653190613, |
| "learning_rate": 1.5623450095880731e-09, |
| "loss": 0.4052734375, |
| "step": 1157, |
| "token_acc": 0.8677748353246193 |
| }, |
| { |
| "epoch": 0.9935649935649936, |
| "grad_norm": 0.2910107970237732, |
| "learning_rate": 1.2344589330476331e-09, |
| "loss": 0.401611328125, |
| "step": 1158, |
| "token_acc": 0.8691577375213506 |
| }, |
| { |
| "epoch": 0.9944229944229944, |
| "grad_norm": 0.3135044276714325, |
| "learning_rate": 9.451417361577841e-10, |
| "loss": 0.407958984375, |
| "step": 1159, |
| "token_acc": 0.86685201714348 |
| }, |
| { |
| "epoch": 0.9952809952809952, |
| "grad_norm": 0.29154089093208313, |
| "learning_rate": 6.943956511973326e-10, |
| "loss": 0.400634765625, |
| "step": 1160, |
| "token_acc": 0.8696246181748759 |
| }, |
| { |
| "epoch": 0.9961389961389961, |
| "grad_norm": 0.2961388826370239, |
| "learning_rate": 4.822226128436969e-10, |
| "loss": 0.4013671875, |
| "step": 1161, |
| "token_acc": 0.8696908936610905 |
| }, |
| { |
| "epoch": 0.996996996996997, |
| "grad_norm": 0.25889694690704346, |
| "learning_rate": 3.086242581551435e-10, |
| "loss": 0.405029296875, |
| "step": 1162, |
| "token_acc": 0.8680250850316359 |
| }, |
| { |
| "epoch": 0.9978549978549979, |
| "grad_norm": 0.2958817481994629, |
| "learning_rate": 1.7360192656246112e-10, |
| "loss": 0.398681640625, |
| "step": 1163, |
| "token_acc": 0.8701747271647156 |
| }, |
| { |
| "epoch": 0.9987129987129987, |
| "grad_norm": 0.31657740473747253, |
| "learning_rate": 7.715665985397192e-11, |
| "loss": 0.40380859375, |
| "step": 1164, |
| "token_acc": 0.8679068373003509 |
| }, |
| { |
| "epoch": 0.9995709995709996, |
| "grad_norm": 0.2774425745010376, |
| "learning_rate": 1.9289202170535982e-11, |
| "loss": 0.396484375, |
| "step": 1165, |
| "token_acc": 0.8697087594551153 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.390720933675766, |
| "learning_rate": 0.0, |
| "loss": 0.3974609375, |
| "step": 1166, |
| "token_acc": 0.8702236900115369 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1166, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 250, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.613836070972031e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
