| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 65, |
| "global_step": 327, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.009174311926605505, |
| "grad_norm": 0.22605681419372559, |
| "learning_rate": 0.0, |
| "loss": 1.728515625, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.01834862385321101, |
| "grad_norm": 0.19375473260879517, |
| "learning_rate": 1.1764705882352942e-05, |
| "loss": 1.6748046875, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.027522935779816515, |
| "grad_norm": 0.19125375151634216, |
| "learning_rate": 2.3529411764705884e-05, |
| "loss": 1.685546875, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.03669724770642202, |
| "grad_norm": 0.17866532504558563, |
| "learning_rate": 3.529411764705883e-05, |
| "loss": 1.6982421875, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.045871559633027525, |
| "grad_norm": 0.1125837117433548, |
| "learning_rate": 4.705882352941177e-05, |
| "loss": 1.5732421875, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.05504587155963303, |
| "grad_norm": 0.09169502556324005, |
| "learning_rate": 5.882352941176471e-05, |
| "loss": 1.49609375, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.06422018348623854, |
| "grad_norm": 0.1863684207201004, |
| "learning_rate": 7.058823529411765e-05, |
| "loss": 1.5703125, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.07339449541284404, |
| "grad_norm": 0.13687698543071747, |
| "learning_rate": 8.23529411764706e-05, |
| "loss": 1.5126953125, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.08256880733944955, |
| "grad_norm": 0.10407889634370804, |
| "learning_rate": 9.411764705882353e-05, |
| "loss": 1.4423828125, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.09174311926605505, |
| "grad_norm": 0.07455075532197952, |
| "learning_rate": 0.00010588235294117647, |
| "loss": 1.4189453125, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.10091743119266056, |
| "grad_norm": 0.06540790945291519, |
| "learning_rate": 0.00011764705882352942, |
| "loss": 1.326171875, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.11009174311926606, |
| "grad_norm": 0.06495493650436401, |
| "learning_rate": 0.00012941176470588237, |
| "loss": 1.41015625, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.11926605504587157, |
| "grad_norm": 0.05407547950744629, |
| "learning_rate": 0.0001411764705882353, |
| "loss": 1.3798828125, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.12844036697247707, |
| "grad_norm": 0.057004112750291824, |
| "learning_rate": 0.00015294117647058822, |
| "loss": 1.3544921875, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.13761467889908258, |
| "grad_norm": 0.06124591454863548, |
| "learning_rate": 0.0001647058823529412, |
| "loss": 1.3291015625, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.14678899082568808, |
| "grad_norm": 0.06303200125694275, |
| "learning_rate": 0.00017647058823529413, |
| "loss": 1.17919921875, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.1559633027522936, |
| "grad_norm": 0.06791990995407104, |
| "learning_rate": 0.00018823529411764707, |
| "loss": 1.3544921875, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.1651376146788991, |
| "grad_norm": 0.061412930488586426, |
| "learning_rate": 0.0002, |
| "loss": 1.337890625, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.1743119266055046, |
| "grad_norm": 0.062398556619882584, |
| "learning_rate": 0.00019999537847661833, |
| "loss": 1.3291015625, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.1834862385321101, |
| "grad_norm": 0.05166026949882507, |
| "learning_rate": 0.00019998151438110616, |
| "loss": 1.2568359375, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.1926605504587156, |
| "grad_norm": 0.05899413302540779, |
| "learning_rate": 0.00019995840913731333, |
| "loss": 1.259765625, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.2018348623853211, |
| "grad_norm": 0.05736570805311203, |
| "learning_rate": 0.0001999260651181603, |
| "loss": 1.267578125, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.21100917431192662, |
| "grad_norm": 0.05624833330512047, |
| "learning_rate": 0.00019988448564539475, |
| "loss": 1.2783203125, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.22018348623853212, |
| "grad_norm": 0.05654808506369591, |
| "learning_rate": 0.0001998336749892501, |
| "loss": 1.26171875, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.22935779816513763, |
| "grad_norm": 0.04877206310629845, |
| "learning_rate": 0.0001997736383680071, |
| "loss": 1.26953125, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.23853211009174313, |
| "grad_norm": 0.046762432903051376, |
| "learning_rate": 0.00019970438194745797, |
| "loss": 1.2158203125, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.24770642201834864, |
| "grad_norm": 0.0464463084936142, |
| "learning_rate": 0.0001996259128402731, |
| "loss": 1.2373046875, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.25688073394495414, |
| "grad_norm": 0.04192713275551796, |
| "learning_rate": 0.00019953823910527058, |
| "loss": 1.1982421875, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.26605504587155965, |
| "grad_norm": 0.05698929354548454, |
| "learning_rate": 0.00019944136974658848, |
| "loss": 1.1953125, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.27522935779816515, |
| "grad_norm": 0.04239416494965553, |
| "learning_rate": 0.00019933531471276036, |
| "loss": 1.201171875, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.28440366972477066, |
| "grad_norm": 0.04659745469689369, |
| "learning_rate": 0.00019922008489569327, |
| "loss": 1.15625, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.29357798165137616, |
| "grad_norm": 0.04682194069027901, |
| "learning_rate": 0.00019909569212954925, |
| "loss": 1.17626953125, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.30275229357798167, |
| "grad_norm": 0.03945130109786987, |
| "learning_rate": 0.00019896214918953002, |
| "loss": 1.181640625, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.3119266055045872, |
| "grad_norm": 0.05257967486977577, |
| "learning_rate": 0.000198819469790565, |
| "loss": 1.169921875, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.3211009174311927, |
| "grad_norm": 0.041180651634931564, |
| "learning_rate": 0.0001986676685859025, |
| "loss": 1.1591796875, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.3302752293577982, |
| "grad_norm": 0.042695317417383194, |
| "learning_rate": 0.00019850676116560517, |
| "loss": 1.16357421875, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.3394495412844037, |
| "grad_norm": 0.04641354829072952, |
| "learning_rate": 0.00019833676405494862, |
| "loss": 1.1279296875, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.3486238532110092, |
| "grad_norm": 0.044326573610305786, |
| "learning_rate": 0.00019815769471272452, |
| "loss": 1.1513671875, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.3577981651376147, |
| "grad_norm": 0.052880674600601196, |
| "learning_rate": 0.00019796957152944732, |
| "loss": 1.1435546875, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.3669724770642202, |
| "grad_norm": 0.040993958711624146, |
| "learning_rate": 0.00019777241382546568, |
| "loss": 1.1416015625, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.3761467889908257, |
| "grad_norm": 0.042091961950063705, |
| "learning_rate": 0.00019756624184897825, |
| "loss": 1.15478515625, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.3853211009174312, |
| "grad_norm": 0.042426034808158875, |
| "learning_rate": 0.00019735107677395415, |
| "loss": 1.142578125, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.3944954128440367, |
| "grad_norm": 0.04127749428153038, |
| "learning_rate": 0.00019712694069795838, |
| "loss": 1.138671875, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.4036697247706422, |
| "grad_norm": 0.04473963752388954, |
| "learning_rate": 0.00019689385663988242, |
| "loss": 1.130859375, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.41284403669724773, |
| "grad_norm": 0.042432017624378204, |
| "learning_rate": 0.00019665184853758012, |
| "loss": 1.1298828125, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.42201834862385323, |
| "grad_norm": 0.04143335670232773, |
| "learning_rate": 0.00019640094124540934, |
| "loss": 1.10546875, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.43119266055045874, |
| "grad_norm": 0.041434649378061295, |
| "learning_rate": 0.00019614116053167936, |
| "loss": 1.14111328125, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.44036697247706424, |
| "grad_norm": 0.04477505385875702, |
| "learning_rate": 0.00019587253307600438, |
| "loss": 1.08447265625, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.44954128440366975, |
| "grad_norm": 0.04183594509959221, |
| "learning_rate": 0.00019559508646656385, |
| "loss": 1.0810546875, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.45871559633027525, |
| "grad_norm": 0.045960474759340286, |
| "learning_rate": 0.00019530884919726854, |
| "loss": 1.10205078125, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.46788990825688076, |
| "grad_norm": 0.042445652186870575, |
| "learning_rate": 0.00019501385066483484, |
| "loss": 1.078125, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.47706422018348627, |
| "grad_norm": 0.04624992609024048, |
| "learning_rate": 0.0001947101211657653, |
| "loss": 1.060546875, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.48623853211009177, |
| "grad_norm": 0.044562436640262604, |
| "learning_rate": 0.00019439769189323727, |
| "loss": 1.10400390625, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.4954128440366973, |
| "grad_norm": 0.04860757291316986, |
| "learning_rate": 0.00019407659493389935, |
| "loss": 1.08203125, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.5045871559633027, |
| "grad_norm": 0.04623546451330185, |
| "learning_rate": 0.00019374686326457613, |
| "loss": 1.08319091796875, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.5137614678899083, |
| "grad_norm": 0.04296131432056427, |
| "learning_rate": 0.0001934085307488814, |
| "loss": 1.0693359375, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.5229357798165137, |
| "grad_norm": 0.04321106895804405, |
| "learning_rate": 0.00019306163213374028, |
| "loss": 1.05126953125, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.5321100917431193, |
| "grad_norm": 0.04590374231338501, |
| "learning_rate": 0.00019270620304582078, |
| "loss": 1.0947265625, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.5412844036697247, |
| "grad_norm": 0.046930886805057526, |
| "learning_rate": 0.00019234227998787492, |
| "loss": 1.0908203125, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.5504587155963303, |
| "grad_norm": 0.04378589987754822, |
| "learning_rate": 0.00019196990033498986, |
| "loss": 1.07373046875, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.5596330275229358, |
| "grad_norm": 0.040084123611450195, |
| "learning_rate": 0.00019158910233074946, |
| "loss": 1.06103515625, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.5688073394495413, |
| "grad_norm": 0.04478531703352928, |
| "learning_rate": 0.00019119992508330659, |
| "loss": 1.09375, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.5779816513761468, |
| "grad_norm": 0.04241171479225159, |
| "learning_rate": 0.00019080240856136677, |
| "loss": 1.0390625, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.5871559633027523, |
| "grad_norm": 0.0481603778898716, |
| "learning_rate": 0.00019039659359008332, |
| "loss": 1.09033203125, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.5963302752293578, |
| "grad_norm": 0.04408343508839607, |
| "learning_rate": 0.0001899825218468647, |
| "loss": 1.06640625, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.6055045871559633, |
| "grad_norm": 0.04367062449455261, |
| "learning_rate": 0.00018956023585709405, |
| "loss": 1.046875, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.6146788990825688, |
| "grad_norm": 0.04499538615345955, |
| "learning_rate": 0.00018912977898976198, |
| "loss": 1.06201171875, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.6146788990825688, |
| "eval_loss": 0.9586181640625, |
| "eval_runtime": 14.2411, |
| "eval_samples_per_second": 0.702, |
| "eval_steps_per_second": 0.14, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.6238532110091743, |
| "grad_norm": 0.04286055266857147, |
| "learning_rate": 0.0001886911954530124, |
| "loss": 1.0322265625, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.6330275229357798, |
| "grad_norm": 0.04268469288945198, |
| "learning_rate": 0.0001882445302896024, |
| "loss": 1.05126953125, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.6422018348623854, |
| "grad_norm": 0.04346257448196411, |
| "learning_rate": 0.0001877898293722764, |
| "loss": 1.09521484375, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.6513761467889908, |
| "grad_norm": 0.04236588254570961, |
| "learning_rate": 0.00018732713939905482, |
| "loss": 1.0234375, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.6605504587155964, |
| "grad_norm": 0.040440477430820465, |
| "learning_rate": 0.0001868565078884383, |
| "loss": 1.041015625, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.6697247706422018, |
| "grad_norm": 0.04488544538617134, |
| "learning_rate": 0.0001863779831745276, |
| "loss": 1.0458984375, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.6788990825688074, |
| "grad_norm": 0.04207679256796837, |
| "learning_rate": 0.00018589161440205943, |
| "loss": 1.02734375, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.6880733944954128, |
| "grad_norm": 0.04115382209420204, |
| "learning_rate": 0.0001853974515213594, |
| "loss": 0.951416015625, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.6972477064220184, |
| "grad_norm": 0.04315188154578209, |
| "learning_rate": 0.00018489554528321216, |
| "loss": 1.05078125, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.7064220183486238, |
| "grad_norm": 0.045279622077941895, |
| "learning_rate": 0.00018438594723364917, |
| "loss": 1.0283203125, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.7155963302752294, |
| "grad_norm": 0.044494811445474625, |
| "learning_rate": 0.0001838687097086549, |
| "loss": 1.06005859375, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.7247706422018348, |
| "grad_norm": 0.04344740882515907, |
| "learning_rate": 0.00018334388582879187, |
| "loss": 1.00537109375, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.7339449541284404, |
| "grad_norm": 0.04212263971567154, |
| "learning_rate": 0.00018281152949374527, |
| "loss": 1.04345703125, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.7431192660550459, |
| "grad_norm": 0.04220547899603844, |
| "learning_rate": 0.00018227169537678734, |
| "loss": 1.05126953125, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.7522935779816514, |
| "grad_norm": 0.04242934286594391, |
| "learning_rate": 0.00018172443891916235, |
| "loss": 1.0078125, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.7614678899082569, |
| "grad_norm": 0.04215303063392639, |
| "learning_rate": 0.00018116981632439286, |
| "loss": 1.0390625, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.7706422018348624, |
| "grad_norm": 0.041623715311288834, |
| "learning_rate": 0.00018060788455250758, |
| "loss": 0.990234375, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.7798165137614679, |
| "grad_norm": 0.04116380587220192, |
| "learning_rate": 0.00018003870131419136, |
| "loss": 1.01708984375, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.7889908256880734, |
| "grad_norm": 0.040912870317697525, |
| "learning_rate": 0.00017946232506485857, |
| "loss": 1.02587890625, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.7981651376146789, |
| "grad_norm": 0.041738320142030716, |
| "learning_rate": 0.00017887881499864953, |
| "loss": 1.00390625, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.8073394495412844, |
| "grad_norm": 0.04347852244973183, |
| "learning_rate": 0.00017828823104235118, |
| "loss": 1.05615234375, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.8165137614678899, |
| "grad_norm": 0.04572346433997154, |
| "learning_rate": 0.00017769063384924272, |
| "loss": 1.03564453125, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.8256880733944955, |
| "grad_norm": 0.0426209457218647, |
| "learning_rate": 0.0001770860847928664, |
| "loss": 1.0302734375, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.8348623853211009, |
| "grad_norm": 0.06725878268480301, |
| "learning_rate": 0.00017647464596072437, |
| "loss": 1.03369140625, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.8440366972477065, |
| "grad_norm": 0.04196714237332344, |
| "learning_rate": 0.00017585638014790242, |
| "loss": 1.03369140625, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.8532110091743119, |
| "grad_norm": 0.04758419468998909, |
| "learning_rate": 0.0001752313508506208, |
| "loss": 1.0244140625, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.8623853211009175, |
| "grad_norm": 0.042311377823352814, |
| "learning_rate": 0.0001745996222597131, |
| "loss": 1.03564453125, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.8715596330275229, |
| "grad_norm": 0.0418376661837101, |
| "learning_rate": 0.0001739612592540338, |
| "loss": 1.0185546875, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.8807339449541285, |
| "grad_norm": 0.04389483109116554, |
| "learning_rate": 0.00017331632739379533, |
| "loss": 1.0380859375, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.8899082568807339, |
| "grad_norm": 0.043066758662462234, |
| "learning_rate": 0.0001726648929138348, |
| "loss": 1.01611328125, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.8990825688073395, |
| "grad_norm": 0.04372232407331467, |
| "learning_rate": 0.00017200702271681178, |
| "loss": 1.017578125, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.908256880733945, |
| "grad_norm": 0.041941553354263306, |
| "learning_rate": 0.0001713427843663374, |
| "loss": 0.99365234375, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.9174311926605505, |
| "grad_norm": 0.042411062866449356, |
| "learning_rate": 0.00017067224608003528, |
| "loss": 0.98828125, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.926605504587156, |
| "grad_norm": 0.04098072275519371, |
| "learning_rate": 0.0001699954767225359, |
| "loss": 1.00341796875, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.9357798165137615, |
| "grad_norm": 0.047187983989715576, |
| "learning_rate": 0.0001693125457984039, |
| "loss": 0.994140625, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.944954128440367, |
| "grad_norm": 0.049710918217897415, |
| "learning_rate": 0.00016862352344500003, |
| "loss": 1.0400390625, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.9541284403669725, |
| "grad_norm": 0.04946531727910042, |
| "learning_rate": 0.00016792848042527798, |
| "loss": 1.0224609375, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.963302752293578, |
| "grad_norm": 0.043604061007499695, |
| "learning_rate": 0.00016722748812051706, |
| "loss": 1.01220703125, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.9724770642201835, |
| "grad_norm": 0.05599333345890045, |
| "learning_rate": 0.00016652061852299118, |
| "loss": 0.9208984375, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.981651376146789, |
| "grad_norm": 0.04117029532790184, |
| "learning_rate": 0.00016580794422857523, |
| "loss": 0.98828125, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.9908256880733946, |
| "grad_norm": 0.04220104217529297, |
| "learning_rate": 0.00016508953842928967, |
| "loss": 1.01513671875, |
| "step": 108 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.04640773683786392, |
| "learning_rate": 0.00016436547490578327, |
| "loss": 0.9697265625, |
| "step": 109 |
| }, |
| { |
| "epoch": 1.0091743119266054, |
| "grad_norm": 0.04251675307750702, |
| "learning_rate": 0.00016363582801975614, |
| "loss": 0.95849609375, |
| "step": 110 |
| }, |
| { |
| "epoch": 1.018348623853211, |
| "grad_norm": 0.043099816888570786, |
| "learning_rate": 0.0001629006727063226, |
| "loss": 0.9697265625, |
| "step": 111 |
| }, |
| { |
| "epoch": 1.0275229357798166, |
| "grad_norm": 0.046582065522670746, |
| "learning_rate": 0.0001621600844663153, |
| "loss": 0.978515625, |
| "step": 112 |
| }, |
| { |
| "epoch": 1.036697247706422, |
| "grad_norm": 0.04335556551814079, |
| "learning_rate": 0.0001614141393585313, |
| "loss": 0.99755859375, |
| "step": 113 |
| }, |
| { |
| "epoch": 1.0458715596330275, |
| "grad_norm": 0.04112216457724571, |
| "learning_rate": 0.0001606629139919208, |
| "loss": 0.97607421875, |
| "step": 114 |
| }, |
| { |
| "epoch": 1.0550458715596331, |
| "grad_norm": 0.047019608318805695, |
| "learning_rate": 0.00015990648551771923, |
| "loss": 0.94482421875, |
| "step": 115 |
| }, |
| { |
| "epoch": 1.0642201834862386, |
| "grad_norm": 0.04267769679427147, |
| "learning_rate": 0.00015914493162152396, |
| "loss": 0.97509765625, |
| "step": 116 |
| }, |
| { |
| "epoch": 1.073394495412844, |
| "grad_norm": 0.044427670538425446, |
| "learning_rate": 0.00015837833051531575, |
| "loss": 0.97412109375, |
| "step": 117 |
| }, |
| { |
| "epoch": 1.0825688073394495, |
| "grad_norm": 0.04493756592273712, |
| "learning_rate": 0.00015760676092942661, |
| "loss": 0.94970703125, |
| "step": 118 |
| }, |
| { |
| "epoch": 1.091743119266055, |
| "grad_norm": 0.04097391292452812, |
| "learning_rate": 0.00015683030210445392, |
| "loss": 0.953125, |
| "step": 119 |
| }, |
| { |
| "epoch": 1.1009174311926606, |
| "grad_norm": 0.04028734564781189, |
| "learning_rate": 0.00015604903378312244, |
| "loss": 0.9287109375, |
| "step": 120 |
| }, |
| { |
| "epoch": 1.110091743119266, |
| "grad_norm": 0.043582089245319366, |
| "learning_rate": 0.00015526303620209462, |
| "loss": 0.9580078125, |
| "step": 121 |
| }, |
| { |
| "epoch": 1.1192660550458715, |
| "grad_norm": 0.04319828003644943, |
| "learning_rate": 0.00015447239008373052, |
| "loss": 0.96630859375, |
| "step": 122 |
| }, |
| { |
| "epoch": 1.1284403669724772, |
| "grad_norm": 0.04270276054739952, |
| "learning_rate": 0.00015367717662779733, |
| "loss": 0.953125, |
| "step": 123 |
| }, |
| { |
| "epoch": 1.1376146788990826, |
| "grad_norm": 0.042849309742450714, |
| "learning_rate": 0.00015287747750313007, |
| "loss": 0.9189453125, |
| "step": 124 |
| }, |
| { |
| "epoch": 1.146788990825688, |
| "grad_norm": 0.03792624920606613, |
| "learning_rate": 0.0001520733748392444, |
| "loss": 0.8414306640625, |
| "step": 125 |
| }, |
| { |
| "epoch": 1.1559633027522935, |
| "grad_norm": 0.044329360127449036, |
| "learning_rate": 0.00015126495121790178, |
| "loss": 0.984375, |
| "step": 126 |
| }, |
| { |
| "epoch": 1.165137614678899, |
| "grad_norm": 0.04070119559764862, |
| "learning_rate": 0.0001504522896646281, |
| "loss": 0.9658203125, |
| "step": 127 |
| }, |
| { |
| "epoch": 1.1743119266055047, |
| "grad_norm": 0.05330684036016464, |
| "learning_rate": 0.00014963547364018712, |
| "loss": 0.96240234375, |
| "step": 128 |
| }, |
| { |
| "epoch": 1.18348623853211, |
| "grad_norm": 0.044252488762140274, |
| "learning_rate": 0.00014881458703200896, |
| "loss": 0.90771484375, |
| "step": 129 |
| }, |
| { |
| "epoch": 1.1926605504587156, |
| "grad_norm": 0.04215725511312485, |
| "learning_rate": 0.00014798971414557488, |
| "loss": 0.93212890625, |
| "step": 130 |
| }, |
| { |
| "epoch": 1.2018348623853212, |
| "grad_norm": 0.050028230994939804, |
| "learning_rate": 0.00014716093969575886, |
| "loss": 0.947265625, |
| "step": 131 |
| }, |
| { |
| "epoch": 1.2110091743119267, |
| "grad_norm": 0.0427655465900898, |
| "learning_rate": 0.00014632834879812755, |
| "loss": 0.94482421875, |
| "step": 132 |
| }, |
| { |
| "epoch": 1.2110091743119267, |
| "eval_loss": 0.8802490234375, |
| "eval_runtime": 14.2508, |
| "eval_samples_per_second": 0.702, |
| "eval_steps_per_second": 0.14, |
| "step": 132 |
| }, |
| { |
| "epoch": 1.2201834862385321, |
| "grad_norm": 0.043557606637477875, |
| "learning_rate": 0.0001454920269601987, |
| "loss": 0.92626953125, |
| "step": 133 |
| }, |
| { |
| "epoch": 1.2293577981651376, |
| "grad_norm": 0.042206183075904846, |
| "learning_rate": 0.00014465206007265963, |
| "loss": 0.98095703125, |
| "step": 134 |
| }, |
| { |
| "epoch": 1.238532110091743, |
| "grad_norm": 0.04260166734457016, |
| "learning_rate": 0.0001438085344005461, |
| "loss": 0.92529296875, |
| "step": 135 |
| }, |
| { |
| "epoch": 1.2477064220183487, |
| "grad_norm": 0.04281189292669296, |
| "learning_rate": 0.00014296153657438306, |
| "loss": 0.93603515625, |
| "step": 136 |
| }, |
| { |
| "epoch": 1.2568807339449541, |
| "grad_norm": 0.04335340857505798, |
| "learning_rate": 0.00014211115358128722, |
| "loss": 0.9169921875, |
| "step": 137 |
| }, |
| { |
| "epoch": 1.2660550458715596, |
| "grad_norm": 0.04184405878186226, |
| "learning_rate": 0.00014125747275603383, |
| "loss": 0.90283203125, |
| "step": 138 |
| }, |
| { |
| "epoch": 1.2752293577981653, |
| "grad_norm": 0.042529623955488205, |
| "learning_rate": 0.00014040058177208726, |
| "loss": 0.91845703125, |
| "step": 139 |
| }, |
| { |
| "epoch": 1.2844036697247707, |
| "grad_norm": 0.043326206505298615, |
| "learning_rate": 0.00013954056863259677, |
| "loss": 0.8837890625, |
| "step": 140 |
| }, |
| { |
| "epoch": 1.2935779816513762, |
| "grad_norm": 0.044169191271066666, |
| "learning_rate": 0.00013867752166135867, |
| "loss": 0.906005859375, |
| "step": 141 |
| }, |
| { |
| "epoch": 1.3027522935779816, |
| "grad_norm": 0.04223386570811272, |
| "learning_rate": 0.00013781152949374526, |
| "loss": 0.9306640625, |
| "step": 142 |
| }, |
| { |
| "epoch": 1.311926605504587, |
| "grad_norm": 0.04900440201163292, |
| "learning_rate": 0.00013694268106760225, |
| "loss": 0.89404296875, |
| "step": 143 |
| }, |
| { |
| "epoch": 1.3211009174311927, |
| "grad_norm": 0.04095913842320442, |
| "learning_rate": 0.0001360710656141143, |
| "loss": 0.896484375, |
| "step": 144 |
| }, |
| { |
| "epoch": 1.3302752293577982, |
| "grad_norm": 0.04405977204442024, |
| "learning_rate": 0.0001351967726486415, |
| "loss": 0.8916015625, |
| "step": 145 |
| }, |
| { |
| "epoch": 1.3394495412844036, |
| "grad_norm": 0.047476377338171005, |
| "learning_rate": 0.0001343198919615256, |
| "loss": 0.86669921875, |
| "step": 146 |
| }, |
| { |
| "epoch": 1.3486238532110093, |
| "grad_norm": 0.043907489627599716, |
| "learning_rate": 0.0001334405136088688, |
| "loss": 0.8984375, |
| "step": 147 |
| }, |
| { |
| "epoch": 1.3577981651376148, |
| "grad_norm": 0.04861440137028694, |
| "learning_rate": 0.00013255872790328486, |
| "loss": 0.88134765625, |
| "step": 148 |
| }, |
| { |
| "epoch": 1.3669724770642202, |
| "grad_norm": 0.04644455388188362, |
| "learning_rate": 0.0001316746254046239, |
| "loss": 0.89111328125, |
| "step": 149 |
| }, |
| { |
| "epoch": 1.3761467889908257, |
| "grad_norm": 0.046188563108444214, |
| "learning_rate": 0.00013078829691067192, |
| "loss": 0.90625, |
| "step": 150 |
| }, |
| { |
| "epoch": 1.385321100917431, |
| "grad_norm": 0.04571763426065445, |
| "learning_rate": 0.00012989983344782575, |
| "loss": 0.90185546875, |
| "step": 151 |
| }, |
| { |
| "epoch": 1.3944954128440368, |
| "grad_norm": 0.04731906205415726, |
| "learning_rate": 0.00012900932626174467, |
| "loss": 0.8935546875, |
| "step": 152 |
| }, |
| { |
| "epoch": 1.4036697247706422, |
| "grad_norm": 0.047201234847307205, |
| "learning_rate": 0.0001281168668079794, |
| "loss": 0.8798828125, |
| "step": 153 |
| }, |
| { |
| "epoch": 1.4128440366972477, |
| "grad_norm": 0.045363202691078186, |
| "learning_rate": 0.00012722254674257956, |
| "loss": 0.888671875, |
| "step": 154 |
| }, |
| { |
| "epoch": 1.4220183486238533, |
| "grad_norm": 0.043558184057474136, |
| "learning_rate": 0.00012632645791268058, |
| "loss": 0.87158203125, |
| "step": 155 |
| }, |
| { |
| "epoch": 1.4311926605504588, |
| "grad_norm": 0.04717644304037094, |
| "learning_rate": 0.00012542869234707083, |
| "loss": 0.90771484375, |
| "step": 156 |
| }, |
| { |
| "epoch": 1.4403669724770642, |
| "grad_norm": 0.04378174617886543, |
| "learning_rate": 0.00012452934224674043, |
| "loss": 0.84326171875, |
| "step": 157 |
| }, |
| { |
| "epoch": 1.4495412844036697, |
| "grad_norm": 0.04657544195652008, |
| "learning_rate": 0.0001236284999754119, |
| "loss": 0.8466796875, |
| "step": 158 |
| }, |
| { |
| "epoch": 1.4587155963302751, |
| "grad_norm": 0.05050445348024368, |
| "learning_rate": 0.00012272625805005464, |
| "loss": 0.86474609375, |
| "step": 159 |
| }, |
| { |
| "epoch": 1.4678899082568808, |
| "grad_norm": 0.048389460891485214, |
| "learning_rate": 0.00012182270913138319, |
| "loss": 0.85595703125, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.4770642201834863, |
| "grad_norm": 0.051234446465969086, |
| "learning_rate": 0.00012091794601434094, |
| "loss": 0.828857421875, |
| "step": 161 |
| }, |
| { |
| "epoch": 1.4862385321100917, |
| "grad_norm": 0.047934044152498245, |
| "learning_rate": 0.00012001206161857013, |
| "loss": 0.87841796875, |
| "step": 162 |
| }, |
| { |
| "epoch": 1.4954128440366974, |
| "grad_norm": 0.05460440739989281, |
| "learning_rate": 0.0001191051489788689, |
| "loss": 0.85546875, |
| "step": 163 |
| }, |
| { |
| "epoch": 1.5045871559633026, |
| "grad_norm": 0.05092587694525719, |
| "learning_rate": 0.0001181973012356366, |
| "loss": 0.85552978515625, |
| "step": 164 |
| }, |
| { |
| "epoch": 1.5137614678899083, |
| "grad_norm": 0.04715915769338608, |
| "learning_rate": 0.0001172886116253081, |
| "loss": 0.85693359375, |
| "step": 165 |
| }, |
| { |
| "epoch": 1.5229357798165137, |
| "grad_norm": 0.04569736868143082, |
| "learning_rate": 0.00011637917347077859, |
| "loss": 0.83984375, |
| "step": 166 |
| }, |
| { |
| "epoch": 1.5321100917431192, |
| "grad_norm": 0.04889059439301491, |
| "learning_rate": 0.00011546908017181906, |
| "loss": 0.87158203125, |
| "step": 167 |
| }, |
| { |
| "epoch": 1.5412844036697249, |
| "grad_norm": 0.0470917671918869, |
| "learning_rate": 0.00011455842519548416, |
| "loss": 0.87255859375, |
| "step": 168 |
| }, |
| { |
| "epoch": 1.5504587155963303, |
| "grad_norm": 0.04809945449233055, |
| "learning_rate": 0.00011364730206651318, |
| "loss": 0.85400390625, |
| "step": 169 |
| }, |
| { |
| "epoch": 1.5596330275229358, |
| "grad_norm": 0.046025026589632034, |
| "learning_rate": 0.00011273580435772486, |
| "loss": 0.85546875, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.5688073394495414, |
| "grad_norm": 0.05134977772831917, |
| "learning_rate": 0.00011182402568040751, |
| "loss": 0.876953125, |
| "step": 171 |
| }, |
| { |
| "epoch": 1.5779816513761467, |
| "grad_norm": 0.047295693308115005, |
| "learning_rate": 0.00011091205967470502, |
| "loss": 0.833984375, |
| "step": 172 |
| }, |
| { |
| "epoch": 1.5871559633027523, |
| "grad_norm": 0.04927787184715271, |
| "learning_rate": 0.00011000000000000002, |
| "loss": 0.873046875, |
| "step": 173 |
| }, |
| { |
| "epoch": 1.5963302752293578, |
| "grad_norm": 0.04760082811117172, |
| "learning_rate": 0.00010908794032529504, |
| "loss": 0.8583984375, |
| "step": 174 |
| }, |
| { |
| "epoch": 1.6055045871559632, |
| "grad_norm": 0.04950103536248207, |
| "learning_rate": 0.00010817597431959252, |
| "loss": 0.8310546875, |
| "step": 175 |
| }, |
| { |
| "epoch": 1.614678899082569, |
| "grad_norm": 0.05043569207191467, |
| "learning_rate": 0.00010726419564227519, |
| "loss": 0.85595703125, |
| "step": 176 |
| }, |
| { |
| "epoch": 1.6238532110091743, |
| "grad_norm": 0.06437493115663528, |
| "learning_rate": 0.00010635269793348683, |
| "loss": 0.8251953125, |
| "step": 177 |
| }, |
| { |
| "epoch": 1.6330275229357798, |
| "grad_norm": 0.048829928040504456, |
| "learning_rate": 0.00010544157480451587, |
| "loss": 0.84423828125, |
| "step": 178 |
| }, |
| { |
| "epoch": 1.6422018348623855, |
| "grad_norm": 0.04708709940314293, |
| "learning_rate": 0.00010453091982818098, |
| "loss": 0.89404296875, |
| "step": 179 |
| }, |
| { |
| "epoch": 1.6513761467889907, |
| "grad_norm": 0.04794275760650635, |
| "learning_rate": 0.00010362082652922145, |
| "loss": 0.82568359375, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.6605504587155964, |
| "grad_norm": 0.052562177181243896, |
| "learning_rate": 0.00010271138837469194, |
| "loss": 0.8466796875, |
| "step": 181 |
| }, |
| { |
| "epoch": 1.6697247706422018, |
| "grad_norm": 0.14999158680438995, |
| "learning_rate": 0.00010180269876436344, |
| "loss": 0.8388671875, |
| "step": 182 |
| }, |
| { |
| "epoch": 1.6788990825688073, |
| "grad_norm": 0.04777876287698746, |
| "learning_rate": 0.00010089485102113112, |
| "loss": 0.82861328125, |
| "step": 183 |
| }, |
| { |
| "epoch": 1.688073394495413, |
| "grad_norm": 0.0467647947371006, |
| "learning_rate": 9.998793838142988e-05, |
| "loss": 0.7744140625, |
| "step": 184 |
| }, |
| { |
| "epoch": 1.6972477064220184, |
| "grad_norm": 0.050435010343790054, |
| "learning_rate": 9.908205398565907e-05, |
| "loss": 0.85693359375, |
| "step": 185 |
| }, |
| { |
| "epoch": 1.7064220183486238, |
| "grad_norm": 0.04828406870365143, |
| "learning_rate": 9.817729086861682e-05, |
| "loss": 0.83447265625, |
| "step": 186 |
| }, |
| { |
| "epoch": 1.7155963302752295, |
| "grad_norm": 0.04797462373971939, |
| "learning_rate": 9.727374194994536e-05, |
| "loss": 0.85986328125, |
| "step": 187 |
| }, |
| { |
| "epoch": 1.7247706422018347, |
| "grad_norm": 0.09186355024576187, |
| "learning_rate": 9.637150002458813e-05, |
| "loss": 0.810546875, |
| "step": 188 |
| }, |
| { |
| "epoch": 1.7339449541284404, |
| "grad_norm": 0.05213315784931183, |
| "learning_rate": 9.54706577532596e-05, |
| "loss": 0.845703125, |
| "step": 189 |
| }, |
| { |
| "epoch": 1.7431192660550459, |
| "grad_norm": 0.050209175795316696, |
| "learning_rate": 9.457130765292921e-05, |
| "loss": 0.85498046875, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.7522935779816513, |
| "grad_norm": 0.052893489599227905, |
| "learning_rate": 9.367354208731945e-05, |
| "loss": 0.81884765625, |
| "step": 191 |
| }, |
| { |
| "epoch": 1.761467889908257, |
| "grad_norm": 0.050216108560562134, |
| "learning_rate": 9.277745325742044e-05, |
| "loss": 0.84619140625, |
| "step": 192 |
| }, |
| { |
| "epoch": 1.7706422018348624, |
| "grad_norm": 0.050006598234176636, |
| "learning_rate": 9.188313319202058e-05, |
| "loss": 0.8017578125, |
| "step": 193 |
| }, |
| { |
| "epoch": 1.7798165137614679, |
| "grad_norm": 0.04936378449201584, |
| "learning_rate": 9.099067373825534e-05, |
| "loss": 0.83056640625, |
| "step": 194 |
| }, |
| { |
| "epoch": 1.7889908256880735, |
| "grad_norm": 0.05004863813519478, |
| "learning_rate": 9.010016655217431e-05, |
| "loss": 0.83447265625, |
| "step": 195 |
| }, |
| { |
| "epoch": 1.7981651376146788, |
| "grad_norm": 0.04911724850535393, |
| "learning_rate": 8.921170308932811e-05, |
| "loss": 0.8203125, |
| "step": 196 |
| }, |
| { |
| "epoch": 1.8073394495412844, |
| "grad_norm": 0.05456596240401268, |
| "learning_rate": 8.832537459537613e-05, |
| "loss": 0.86474609375, |
| "step": 197 |
| }, |
| { |
| "epoch": 1.8073394495412844, |
| "eval_loss": 0.861328125, |
| "eval_runtime": 14.241, |
| "eval_samples_per_second": 0.702, |
| "eval_steps_per_second": 0.14, |
| "step": 197 |
| }, |
| { |
| "epoch": 1.81651376146789, |
| "grad_norm": 0.04900031164288521, |
| "learning_rate": 8.744127209671516e-05, |
| "loss": 0.84716796875, |
| "step": 198 |
| }, |
| { |
| "epoch": 1.8256880733944953, |
| "grad_norm": 0.04944784939289093, |
| "learning_rate": 8.655948639113122e-05, |
| "loss": 0.84375, |
| "step": 199 |
| }, |
| { |
| "epoch": 1.834862385321101, |
| "grad_norm": 0.04886430874466896, |
| "learning_rate": 8.568010803847445e-05, |
| "loss": 0.84765625, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.8440366972477065, |
| "grad_norm": 0.05156690254807472, |
| "learning_rate": 8.480322735135853e-05, |
| "loss": 0.841796875, |
| "step": 201 |
| }, |
| { |
| "epoch": 1.853211009174312, |
| "grad_norm": 0.05328977480530739, |
| "learning_rate": 8.392893438588572e-05, |
| "loss": 0.8167724609375, |
| "step": 202 |
| }, |
| { |
| "epoch": 1.8623853211009176, |
| "grad_norm": 0.053657256066799164, |
| "learning_rate": 8.305731893239779e-05, |
| "loss": 0.85302734375, |
| "step": 203 |
| }, |
| { |
| "epoch": 1.8715596330275228, |
| "grad_norm": 0.09988856315612793, |
| "learning_rate": 8.218847050625476e-05, |
| "loss": 0.8369140625, |
| "step": 204 |
| }, |
| { |
| "epoch": 1.8807339449541285, |
| "grad_norm": 0.05004033446311951, |
| "learning_rate": 8.132247833864137e-05, |
| "loss": 0.85595703125, |
| "step": 205 |
| }, |
| { |
| "epoch": 1.889908256880734, |
| "grad_norm": 0.05268581211566925, |
| "learning_rate": 8.045943136740323e-05, |
| "loss": 0.830078125, |
| "step": 206 |
| }, |
| { |
| "epoch": 1.8990825688073394, |
| "grad_norm": 0.05199107900261879, |
| "learning_rate": 7.959941822791277e-05, |
| "loss": 0.8291015625, |
| "step": 207 |
| }, |
| { |
| "epoch": 1.908256880733945, |
| "grad_norm": 0.04928615316748619, |
| "learning_rate": 7.87425272439662e-05, |
| "loss": 0.814453125, |
| "step": 208 |
| }, |
| { |
| "epoch": 1.9174311926605505, |
| "grad_norm": 0.05711093917489052, |
| "learning_rate": 7.788884641871281e-05, |
| "loss": 0.80908203125, |
| "step": 209 |
| }, |
| { |
| "epoch": 1.926605504587156, |
| "grad_norm": 0.053956203162670135, |
| "learning_rate": 7.703846342561696e-05, |
| "loss": 0.8310546875, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.9357798165137616, |
| "grad_norm": 0.05253409966826439, |
| "learning_rate": 7.619146559945389e-05, |
| "loss": 0.8154296875, |
| "step": 211 |
| }, |
| { |
| "epoch": 1.9449541284403669, |
| "grad_norm": 0.05143842473626137, |
| "learning_rate": 7.53479399273404e-05, |
| "loss": 0.86767578125, |
| "step": 212 |
| }, |
| { |
| "epoch": 1.9541284403669725, |
| "grad_norm": 0.05183498561382294, |
| "learning_rate": 7.450797303980134e-05, |
| "loss": 0.83984375, |
| "step": 213 |
| }, |
| { |
| "epoch": 1.963302752293578, |
| "grad_norm": 0.05124508589506149, |
| "learning_rate": 7.367165120187252e-05, |
| "loss": 0.83203125, |
| "step": 214 |
| }, |
| { |
| "epoch": 1.9724770642201834, |
| "grad_norm": 0.0484778992831707, |
| "learning_rate": 7.283906030424117e-05, |
| "loss": 0.760009765625, |
| "step": 215 |
| }, |
| { |
| "epoch": 1.981651376146789, |
| "grad_norm": 0.052525345236063004, |
| "learning_rate": 7.201028585442513e-05, |
| "loss": 0.8046875, |
| "step": 216 |
| }, |
| { |
| "epoch": 1.9908256880733946, |
| "grad_norm": 0.05047764629125595, |
| "learning_rate": 7.118541296799104e-05, |
| "loss": 0.8359375, |
| "step": 217 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.05746862664818764, |
| "learning_rate": 7.036452635981292e-05, |
| "loss": 0.7060546875, |
| "step": 218 |
| }, |
| { |
| "epoch": 2.0091743119266057, |
| "grad_norm": 0.0637534111738205, |
| "learning_rate": 6.954771033537195e-05, |
| "loss": 0.70068359375, |
| "step": 219 |
| }, |
| { |
| "epoch": 2.018348623853211, |
| "grad_norm": 0.06224729120731354, |
| "learning_rate": 6.873504878209827e-05, |
| "loss": 0.79931640625, |
| "step": 220 |
| }, |
| { |
| "epoch": 2.0275229357798166, |
| "grad_norm": 0.06609112024307251, |
| "learning_rate": 6.792662516075561e-05, |
| "loss": 0.8037109375, |
| "step": 221 |
| }, |
| { |
| "epoch": 2.036697247706422, |
| "grad_norm": 0.05905923247337341, |
| "learning_rate": 6.712252249686996e-05, |
| "loss": 0.82373046875, |
| "step": 222 |
| }, |
| { |
| "epoch": 2.0458715596330275, |
| "grad_norm": 0.05165673419833183, |
| "learning_rate": 6.632282337220273e-05, |
| "loss": 0.80908203125, |
| "step": 223 |
| }, |
| { |
| "epoch": 2.055045871559633, |
| "grad_norm": 0.05654323101043701, |
| "learning_rate": 6.552760991626949e-05, |
| "loss": 0.7763671875, |
| "step": 224 |
| }, |
| { |
| "epoch": 2.0642201834862384, |
| "grad_norm": 0.052633751183748245, |
| "learning_rate": 6.473696379790541e-05, |
| "loss": 0.8056640625, |
| "step": 225 |
| }, |
| { |
| "epoch": 2.073394495412844, |
| "grad_norm": 0.05082765966653824, |
| "learning_rate": 6.395096621687761e-05, |
| "loss": 0.80615234375, |
| "step": 226 |
| }, |
| { |
| "epoch": 2.0825688073394497, |
| "grad_norm": 0.06019085273146629, |
| "learning_rate": 6.316969789554607e-05, |
| "loss": 0.78271484375, |
| "step": 227 |
| }, |
| { |
| "epoch": 2.091743119266055, |
| "grad_norm": 0.05313262343406677, |
| "learning_rate": 6.239323907057342e-05, |
| "loss": 0.7822265625, |
| "step": 228 |
| }, |
| { |
| "epoch": 2.1009174311926606, |
| "grad_norm": 0.05167046934366226, |
| "learning_rate": 6.162166948468425e-05, |
| "loss": 0.767578125, |
| "step": 229 |
| }, |
| { |
| "epoch": 2.1100917431192663, |
| "grad_norm": 0.05418609082698822, |
| "learning_rate": 6.085506837847611e-05, |
| "loss": 0.7939453125, |
| "step": 230 |
| }, |
| { |
| "epoch": 2.1192660550458715, |
| "grad_norm": 0.05151104927062988, |
| "learning_rate": 6.0093514482280775e-05, |
| "loss": 0.79736328125, |
| "step": 231 |
| }, |
| { |
| "epoch": 2.128440366972477, |
| "grad_norm": 0.05162815377116203, |
| "learning_rate": 5.933708600807924e-05, |
| "loss": 0.7890625, |
| "step": 232 |
| }, |
| { |
| "epoch": 2.1376146788990824, |
| "grad_norm": 0.05146823078393936, |
| "learning_rate": 5.858586064146867e-05, |
| "loss": 0.7587890625, |
| "step": 233 |
| }, |
| { |
| "epoch": 2.146788990825688, |
| "grad_norm": 0.046313222497701645, |
| "learning_rate": 5.783991553368473e-05, |
| "loss": 0.6990966796875, |
| "step": 234 |
| }, |
| { |
| "epoch": 2.1559633027522938, |
| "grad_norm": 0.051184896379709244, |
| "learning_rate": 5.709932729367744e-05, |
| "loss": 0.81982421875, |
| "step": 235 |
| }, |
| { |
| "epoch": 2.165137614678899, |
| "grad_norm": 0.05151189863681793, |
| "learning_rate": 5.6364171980243886e-05, |
| "loss": 0.80517578125, |
| "step": 236 |
| }, |
| { |
| "epoch": 2.1743119266055047, |
| "grad_norm": 0.051978498697280884, |
| "learning_rate": 5.563452509421674e-05, |
| "loss": 0.7998046875, |
| "step": 237 |
| }, |
| { |
| "epoch": 2.18348623853211, |
| "grad_norm": 0.05189194157719612, |
| "learning_rate": 5.491046157071034e-05, |
| "loss": 0.75146484375, |
| "step": 238 |
| }, |
| { |
| "epoch": 2.1926605504587156, |
| "grad_norm": 0.0518280528485775, |
| "learning_rate": 5.419205577142476e-05, |
| "loss": 0.77001953125, |
| "step": 239 |
| }, |
| { |
| "epoch": 2.2018348623853212, |
| "grad_norm": 0.05103209614753723, |
| "learning_rate": 5.347938147700885e-05, |
| "loss": 0.7841796875, |
| "step": 240 |
| }, |
| { |
| "epoch": 2.2110091743119265, |
| "grad_norm": 0.07511334121227264, |
| "learning_rate": 5.2772511879482976e-05, |
| "loss": 0.7802734375, |
| "step": 241 |
| }, |
| { |
| "epoch": 2.220183486238532, |
| "grad_norm": 0.049933455884456635, |
| "learning_rate": 5.207151957472205e-05, |
| "loss": 0.767578125, |
| "step": 242 |
| }, |
| { |
| "epoch": 2.229357798165138, |
| "grad_norm": 0.05338992550969124, |
| "learning_rate": 5.137647655500002e-05, |
| "loss": 0.81396484375, |
| "step": 243 |
| }, |
| { |
| "epoch": 2.238532110091743, |
| "grad_norm": 0.0521296001970768, |
| "learning_rate": 5.068745420159615e-05, |
| "loss": 0.76513671875, |
| "step": 244 |
| }, |
| { |
| "epoch": 2.2477064220183487, |
| "grad_norm": 0.0525696724653244, |
| "learning_rate": 5.000452327746413e-05, |
| "loss": 0.771484375, |
| "step": 245 |
| }, |
| { |
| "epoch": 2.2568807339449544, |
| "grad_norm": 0.05091803893446922, |
| "learning_rate": 4.9327753919964744e-05, |
| "loss": 0.75390625, |
| "step": 246 |
| }, |
| { |
| "epoch": 2.2660550458715596, |
| "grad_norm": 0.05207496136426926, |
| "learning_rate": 4.865721563366263e-05, |
| "loss": 0.7421875, |
| "step": 247 |
| }, |
| { |
| "epoch": 2.2752293577981653, |
| "grad_norm": 0.05462362617254257, |
| "learning_rate": 4.79929772831882e-05, |
| "loss": 0.76416015625, |
| "step": 248 |
| }, |
| { |
| "epoch": 2.2844036697247705, |
| "grad_norm": 0.051704030483961105, |
| "learning_rate": 4.733510708616524e-05, |
| "loss": 0.73388671875, |
| "step": 249 |
| }, |
| { |
| "epoch": 2.293577981651376, |
| "grad_norm": 0.05338239669799805, |
| "learning_rate": 4.6683672606204674e-05, |
| "loss": 0.739990234375, |
| "step": 250 |
| }, |
| { |
| "epoch": 2.302752293577982, |
| "grad_norm": 0.05035558342933655, |
| "learning_rate": 4.603874074596622e-05, |
| "loss": 0.7724609375, |
| "step": 251 |
| }, |
| { |
| "epoch": 2.311926605504587, |
| "grad_norm": 0.06754462420940399, |
| "learning_rate": 4.540037774028691e-05, |
| "loss": 0.73876953125, |
| "step": 252 |
| }, |
| { |
| "epoch": 2.3211009174311927, |
| "grad_norm": 0.05083058029413223, |
| "learning_rate": 4.4768649149379225e-05, |
| "loss": 0.74609375, |
| "step": 253 |
| }, |
| { |
| "epoch": 2.330275229357798, |
| "grad_norm": 0.06331224739551544, |
| "learning_rate": 4.4143619852097595e-05, |
| "loss": 0.73486328125, |
| "step": 254 |
| }, |
| { |
| "epoch": 2.3394495412844036, |
| "grad_norm": 0.050961848348379135, |
| "learning_rate": 4.352535403927567e-05, |
| "loss": 0.712890625, |
| "step": 255 |
| }, |
| { |
| "epoch": 2.3486238532110093, |
| "grad_norm": 0.0516008697450161, |
| "learning_rate": 4.291391520713364e-05, |
| "loss": 0.73828125, |
| "step": 256 |
| }, |
| { |
| "epoch": 2.3577981651376145, |
| "grad_norm": 0.05565928295254707, |
| "learning_rate": 4.2309366150757294e-05, |
| "loss": 0.72900390625, |
| "step": 257 |
| }, |
| { |
| "epoch": 2.36697247706422, |
| "grad_norm": 0.054245349019765854, |
| "learning_rate": 4.1711768957648825e-05, |
| "loss": 0.73974609375, |
| "step": 258 |
| }, |
| { |
| "epoch": 2.376146788990826, |
| "grad_norm": 0.06098080426454544, |
| "learning_rate": 4.112118500135047e-05, |
| "loss": 0.75, |
| "step": 259 |
| }, |
| { |
| "epoch": 2.385321100917431, |
| "grad_norm": 0.05248161405324936, |
| "learning_rate": 4.053767493514142e-05, |
| "loss": 0.74951171875, |
| "step": 260 |
| }, |
| { |
| "epoch": 2.3944954128440368, |
| "grad_norm": 0.05365797132253647, |
| "learning_rate": 3.996129868580866e-05, |
| "loss": 0.7412109375, |
| "step": 261 |
| }, |
| { |
| "epoch": 2.4036697247706424, |
| "grad_norm": 0.05491862818598747, |
| "learning_rate": 3.939211544749246e-05, |
| "loss": 0.72119140625, |
| "step": 262 |
| }, |
| { |
| "epoch": 2.4036697247706424, |
| "eval_loss": 0.854248046875, |
| "eval_runtime": 14.2343, |
| "eval_samples_per_second": 0.703, |
| "eval_steps_per_second": 0.141, |
| "step": 262 |
| }, |
| { |
| "epoch": 2.4128440366972477, |
| "grad_norm": 0.054970841854810715, |
| "learning_rate": 3.8830183675607146e-05, |
| "loss": 0.73388671875, |
| "step": 263 |
| }, |
| { |
| "epoch": 2.4220183486238533, |
| "grad_norm": 0.055204931646585464, |
| "learning_rate": 3.827556108083766e-05, |
| "loss": 0.72314453125, |
| "step": 264 |
| }, |
| { |
| "epoch": 2.4311926605504586, |
| "grad_norm": 0.056462518870830536, |
| "learning_rate": 3.7728304623212684e-05, |
| "loss": 0.74951171875, |
| "step": 265 |
| }, |
| { |
| "epoch": 2.4403669724770642, |
| "grad_norm": 0.054016437381505966, |
| "learning_rate": 3.718847050625475e-05, |
| "loss": 0.6943359375, |
| "step": 266 |
| }, |
| { |
| "epoch": 2.44954128440367, |
| "grad_norm": 0.10177717357873917, |
| "learning_rate": 3.6656114171208155e-05, |
| "loss": 0.69580078125, |
| "step": 267 |
| }, |
| { |
| "epoch": 2.458715596330275, |
| "grad_norm": 0.05562096834182739, |
| "learning_rate": 3.613129029134516e-05, |
| "loss": 0.70849609375, |
| "step": 268 |
| }, |
| { |
| "epoch": 2.467889908256881, |
| "grad_norm": 0.05390914902091026, |
| "learning_rate": 3.561405276635085e-05, |
| "loss": 0.70703125, |
| "step": 269 |
| }, |
| { |
| "epoch": 2.477064220183486, |
| "grad_norm": 0.055356986820697784, |
| "learning_rate": 3.5104454716787866e-05, |
| "loss": 0.674072265625, |
| "step": 270 |
| }, |
| { |
| "epoch": 2.4862385321100917, |
| "grad_norm": 0.053944528102874756, |
| "learning_rate": 3.4602548478640616e-05, |
| "loss": 0.72314453125, |
| "step": 271 |
| }, |
| { |
| "epoch": 2.4954128440366974, |
| "grad_norm": 0.054691873490810394, |
| "learning_rate": 3.4108385597940614e-05, |
| "loss": 0.705078125, |
| "step": 272 |
| }, |
| { |
| "epoch": 2.5045871559633026, |
| "grad_norm": 0.05734097957611084, |
| "learning_rate": 3.3622016825472416e-05, |
| "loss": 0.693939208984375, |
| "step": 273 |
| }, |
| { |
| "epoch": 2.5137614678899083, |
| "grad_norm": 0.056674521416425705, |
| "learning_rate": 3.31434921115617e-05, |
| "loss": 0.70849609375, |
| "step": 274 |
| }, |
| { |
| "epoch": 2.522935779816514, |
| "grad_norm": 0.0582982674241066, |
| "learning_rate": 3.267286060094521e-05, |
| "loss": 0.6943359375, |
| "step": 275 |
| }, |
| { |
| "epoch": 2.532110091743119, |
| "grad_norm": 0.057676538825035095, |
| "learning_rate": 3.221017062772363e-05, |
| "loss": 0.72119140625, |
| "step": 276 |
| }, |
| { |
| "epoch": 2.541284403669725, |
| "grad_norm": 0.05714472383260727, |
| "learning_rate": 3.17554697103976e-05, |
| "loss": 0.7275390625, |
| "step": 277 |
| }, |
| { |
| "epoch": 2.5504587155963305, |
| "grad_norm": 0.05490856245160103, |
| "learning_rate": 3.130880454698761e-05, |
| "loss": 0.705322265625, |
| "step": 278 |
| }, |
| { |
| "epoch": 2.5596330275229358, |
| "grad_norm": 0.053883641958236694, |
| "learning_rate": 3.087022101023802e-05, |
| "loss": 0.7099609375, |
| "step": 279 |
| }, |
| { |
| "epoch": 2.5688073394495414, |
| "grad_norm": 0.056989215314388275, |
| "learning_rate": 3.0439764142905935e-05, |
| "loss": 0.72802734375, |
| "step": 280 |
| }, |
| { |
| "epoch": 2.5779816513761467, |
| "grad_norm": 0.05444977059960365, |
| "learning_rate": 3.00174781531353e-05, |
| "loss": 0.69140625, |
| "step": 281 |
| }, |
| { |
| "epoch": 2.5871559633027523, |
| "grad_norm": 0.06884799897670746, |
| "learning_rate": 2.9603406409916694e-05, |
| "loss": 0.72021484375, |
| "step": 282 |
| }, |
| { |
| "epoch": 2.5963302752293576, |
| "grad_norm": 0.05767287313938141, |
| "learning_rate": 2.919759143863326e-05, |
| "loss": 0.70849609375, |
| "step": 283 |
| }, |
| { |
| "epoch": 2.6055045871559632, |
| "grad_norm": 0.05668262764811516, |
| "learning_rate": 2.8800074916693433e-05, |
| "loss": 0.6875, |
| "step": 284 |
| }, |
| { |
| "epoch": 2.614678899082569, |
| "grad_norm": 0.05650593340396881, |
| "learning_rate": 2.8410897669250548e-05, |
| "loss": 0.712890625, |
| "step": 285 |
| }, |
| { |
| "epoch": 2.623853211009174, |
| "grad_norm": 0.056592393666505814, |
| "learning_rate": 2.8030099665010122e-05, |
| "loss": 0.6845703125, |
| "step": 286 |
| }, |
| { |
| "epoch": 2.63302752293578, |
| "grad_norm": 0.0557887926697731, |
| "learning_rate": 2.765772001212509e-05, |
| "loss": 0.69921875, |
| "step": 287 |
| }, |
| { |
| "epoch": 2.6422018348623855, |
| "grad_norm": 0.055601976811885834, |
| "learning_rate": 2.7293796954179253e-05, |
| "loss": 0.75, |
| "step": 288 |
| }, |
| { |
| "epoch": 2.6513761467889907, |
| "grad_norm": 0.05699892342090607, |
| "learning_rate": 2.6938367866259774e-05, |
| "loss": 0.68994140625, |
| "step": 289 |
| }, |
| { |
| "epoch": 2.6605504587155964, |
| "grad_norm": 0.05384403467178345, |
| "learning_rate": 2.6591469251118628e-05, |
| "loss": 0.70947265625, |
| "step": 290 |
| }, |
| { |
| "epoch": 2.669724770642202, |
| "grad_norm": 0.05626530572772026, |
| "learning_rate": 2.6253136735423894e-05, |
| "loss": 0.70166015625, |
| "step": 291 |
| }, |
| { |
| "epoch": 2.6788990825688073, |
| "grad_norm": 0.055328190326690674, |
| "learning_rate": 2.592340506610067e-05, |
| "loss": 0.68896484375, |
| "step": 292 |
| }, |
| { |
| "epoch": 2.688073394495413, |
| "grad_norm": 0.052280981093645096, |
| "learning_rate": 2.5602308106762773e-05, |
| "loss": 0.64404296875, |
| "step": 293 |
| }, |
| { |
| "epoch": 2.6972477064220186, |
| "grad_norm": 0.0791119635105133, |
| "learning_rate": 2.5289878834234703e-05, |
| "loss": 0.7177734375, |
| "step": 294 |
| }, |
| { |
| "epoch": 2.706422018348624, |
| "grad_norm": 0.05575219914317131, |
| "learning_rate": 2.4986149335165166e-05, |
| "loss": 0.7001953125, |
| "step": 295 |
| }, |
| { |
| "epoch": 2.7155963302752295, |
| "grad_norm": 0.05544380843639374, |
| "learning_rate": 2.4691150802731462e-05, |
| "loss": 0.72265625, |
| "step": 296 |
| }, |
| { |
| "epoch": 2.7247706422018347, |
| "grad_norm": 0.05615422502160072, |
| "learning_rate": 2.4404913533436186e-05, |
| "loss": 0.6787109375, |
| "step": 297 |
| }, |
| { |
| "epoch": 2.7339449541284404, |
| "grad_norm": 0.05648210644721985, |
| "learning_rate": 2.412746692399561e-05, |
| "loss": 0.70703125, |
| "step": 298 |
| }, |
| { |
| "epoch": 2.7431192660550456, |
| "grad_norm": 0.057345759123563766, |
| "learning_rate": 2.3858839468320684e-05, |
| "loss": 0.71728515625, |
| "step": 299 |
| }, |
| { |
| "epoch": 2.7522935779816513, |
| "grad_norm": 0.05655364319682121, |
| "learning_rate": 2.359905875459068e-05, |
| "loss": 0.685546875, |
| "step": 300 |
| }, |
| { |
| "epoch": 2.761467889908257, |
| "grad_norm": 0.05608190968632698, |
| "learning_rate": 2.334815146241989e-05, |
| "loss": 0.71533203125, |
| "step": 301 |
| }, |
| { |
| "epoch": 2.770642201834862, |
| "grad_norm": 0.05728856101632118, |
| "learning_rate": 2.3106143360117582e-05, |
| "loss": 0.671875, |
| "step": 302 |
| }, |
| { |
| "epoch": 2.779816513761468, |
| "grad_norm": 0.056054387241601944, |
| "learning_rate": 2.2873059302041626e-05, |
| "loss": 0.7001953125, |
| "step": 303 |
| }, |
| { |
| "epoch": 2.7889908256880735, |
| "grad_norm": 0.05643802881240845, |
| "learning_rate": 2.2648923226045855e-05, |
| "loss": 0.69921875, |
| "step": 304 |
| }, |
| { |
| "epoch": 2.7981651376146788, |
| "grad_norm": 0.056719593703746796, |
| "learning_rate": 2.2433758151021757e-05, |
| "loss": 0.68994140625, |
| "step": 305 |
| }, |
| { |
| "epoch": 2.8073394495412844, |
| "grad_norm": 0.057057030498981476, |
| "learning_rate": 2.2227586174534346e-05, |
| "loss": 0.73291015625, |
| "step": 306 |
| }, |
| { |
| "epoch": 2.81651376146789, |
| "grad_norm": 0.05694695934653282, |
| "learning_rate": 2.203042847055271e-05, |
| "loss": 0.716796875, |
| "step": 307 |
| }, |
| { |
| "epoch": 2.8256880733944953, |
| "grad_norm": 0.055483054369688034, |
| "learning_rate": 2.18423052872755e-05, |
| "loss": 0.71728515625, |
| "step": 308 |
| }, |
| { |
| "epoch": 2.834862385321101, |
| "grad_norm": 0.05642176792025566, |
| "learning_rate": 2.1663235945051392e-05, |
| "loss": 0.72021484375, |
| "step": 309 |
| }, |
| { |
| "epoch": 2.8440366972477067, |
| "grad_norm": 0.05773378536105156, |
| "learning_rate": 2.149323883439487e-05, |
| "loss": 0.70947265625, |
| "step": 310 |
| }, |
| { |
| "epoch": 2.853211009174312, |
| "grad_norm": 0.05909159779548645, |
| "learning_rate": 2.133233141409752e-05, |
| "loss": 0.6746826171875, |
| "step": 311 |
| }, |
| { |
| "epoch": 2.8623853211009176, |
| "grad_norm": 0.057984307408332825, |
| "learning_rate": 2.1180530209435036e-05, |
| "loss": 0.720703125, |
| "step": 312 |
| }, |
| { |
| "epoch": 2.871559633027523, |
| "grad_norm": 0.05757308378815651, |
| "learning_rate": 2.1037850810469978e-05, |
| "loss": 0.70947265625, |
| "step": 313 |
| }, |
| { |
| "epoch": 2.8807339449541285, |
| "grad_norm": 0.0598280169069767, |
| "learning_rate": 2.090430787045078e-05, |
| "loss": 0.73046875, |
| "step": 314 |
| }, |
| { |
| "epoch": 2.8899082568807337, |
| "grad_norm": 0.059042032808065414, |
| "learning_rate": 2.0779915104306773e-05, |
| "loss": 0.70654296875, |
| "step": 315 |
| }, |
| { |
| "epoch": 2.8990825688073394, |
| "grad_norm": 0.05784536525607109, |
| "learning_rate": 2.0664685287239648e-05, |
| "loss": 0.7060546875, |
| "step": 316 |
| }, |
| { |
| "epoch": 2.908256880733945, |
| "grad_norm": 0.05720442906022072, |
| "learning_rate": 2.055863025341151e-05, |
| "loss": 0.6923828125, |
| "step": 317 |
| }, |
| { |
| "epoch": 2.9174311926605503, |
| "grad_norm": 0.05674874037504196, |
| "learning_rate": 2.046176089472944e-05, |
| "loss": 0.6845703125, |
| "step": 318 |
| }, |
| { |
| "epoch": 2.926605504587156, |
| "grad_norm": 0.05587884783744812, |
| "learning_rate": 2.03740871597269e-05, |
| "loss": 0.70751953125, |
| "step": 319 |
| }, |
| { |
| "epoch": 2.9357798165137616, |
| "grad_norm": 0.056729506701231, |
| "learning_rate": 2.029561805254203e-05, |
| "loss": 0.69482421875, |
| "step": 320 |
| }, |
| { |
| "epoch": 2.944954128440367, |
| "grad_norm": 0.06823433935642242, |
| "learning_rate": 2.0226361631992915e-05, |
| "loss": 0.74951171875, |
| "step": 321 |
| }, |
| { |
| "epoch": 2.9541284403669725, |
| "grad_norm": 0.061061933636665344, |
| "learning_rate": 2.0166325010749924e-05, |
| "loss": 0.71728515625, |
| "step": 322 |
| }, |
| { |
| "epoch": 2.963302752293578, |
| "grad_norm": 0.05851565673947334, |
| "learning_rate": 2.0115514354605253e-05, |
| "loss": 0.7138671875, |
| "step": 323 |
| }, |
| { |
| "epoch": 2.9724770642201834, |
| "grad_norm": 0.05435410141944885, |
| "learning_rate": 2.0073934881839693e-05, |
| "loss": 0.655517578125, |
| "step": 324 |
| }, |
| { |
| "epoch": 2.981651376146789, |
| "grad_norm": 0.05809434503316879, |
| "learning_rate": 2.00415908626867e-05, |
| "loss": 0.685546875, |
| "step": 325 |
| }, |
| { |
| "epoch": 2.9908256880733948, |
| "grad_norm": 0.05944964662194252, |
| "learning_rate": 2.001848561889385e-05, |
| "loss": 0.7177734375, |
| "step": 326 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.0742282122373581, |
| "learning_rate": 2.0004621523381677e-05, |
| "loss": 0.5322265625, |
| "step": 327 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_loss": 0.860107421875, |
| "eval_runtime": 14.2601, |
| "eval_samples_per_second": 0.701, |
| "eval_steps_per_second": 0.14, |
| "step": 327 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 327, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 0, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.7076181610234642e+19, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
