| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 2493, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00802447464767541, |
| "grad_norm": 1.7389945502862767, |
| "learning_rate": 3.8e-06, |
| "loss": 0.4595, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.01604894929535082, |
| "grad_norm": 1.21721434066401, |
| "learning_rate": 7.8e-06, |
| "loss": 0.34, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.02407342394302623, |
| "grad_norm": 1.4115052448687924, |
| "learning_rate": 1.18e-05, |
| "loss": 0.3013, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.03209789859070164, |
| "grad_norm": 1.1854124218870574, |
| "learning_rate": 1.58e-05, |
| "loss": 0.2841, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.04012237323837705, |
| "grad_norm": 1.0821081494365905, |
| "learning_rate": 1.9800000000000004e-05, |
| "loss": 0.2679, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.04814684788605246, |
| "grad_norm": 1.1396877768521696, |
| "learning_rate": 2.38e-05, |
| "loss": 0.2983, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.05617132253372787, |
| "grad_norm": 0.8863724861851471, |
| "learning_rate": 2.7800000000000005e-05, |
| "loss": 0.2976, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.06419579718140328, |
| "grad_norm": 1.1286540636393274, |
| "learning_rate": 3.18e-05, |
| "loss": 0.3047, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.07222027182907868, |
| "grad_norm": 1.6326246678745442, |
| "learning_rate": 3.58e-05, |
| "loss": 0.314, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.0802447464767541, |
| "grad_norm": 1.012185268707376, |
| "learning_rate": 3.9800000000000005e-05, |
| "loss": 0.3085, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.0882692211244295, |
| "grad_norm": 0.8913802081695356, |
| "learning_rate": 4.38e-05, |
| "loss": 0.3193, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.09629369577210492, |
| "grad_norm": 0.9943286125063995, |
| "learning_rate": 4.78e-05, |
| "loss": 0.3397, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.10431817041978032, |
| "grad_norm": 1.9971168907457575, |
| "learning_rate": 4.999801376569132e-05, |
| "loss": 0.3527, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.11234264506745574, |
| "grad_norm": 0.8841449553244364, |
| "learning_rate": 4.9979380055256516e-05, |
| "loss": 0.3249, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.12036711971513114, |
| "grad_norm": 0.7868550214589912, |
| "learning_rate": 4.99411464181739e-05, |
| "loss": 0.342, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.12839159436280656, |
| "grad_norm": 0.8832077761817314, |
| "learning_rate": 4.988334285424654e-05, |
| "loss": 0.3471, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.13641606901048198, |
| "grad_norm": 0.83820196705535, |
| "learning_rate": 4.980601471870785e-05, |
| "loss": 0.346, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.14444054365815737, |
| "grad_norm": 0.9195620174146593, |
| "learning_rate": 4.970922268663387e-05, |
| "loss": 0.341, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.15246501830583278, |
| "grad_norm": 0.8652054536281212, |
| "learning_rate": 4.9593042705334926e-05, |
| "loss": 0.3415, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.1604894929535082, |
| "grad_norm": 0.7223602683001062, |
| "learning_rate": 4.945756593476401e-05, |
| "loss": 0.34, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.16851396760118362, |
| "grad_norm": 0.7592581825293532, |
| "learning_rate": 4.9302898675988616e-05, |
| "loss": 0.3454, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.176538442248859, |
| "grad_norm": 0.8985377633784642, |
| "learning_rate": 4.912916228778228e-05, |
| "loss": 0.354, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.18456291689653442, |
| "grad_norm": 0.8407832804783139, |
| "learning_rate": 4.893649309140107e-05, |
| "loss": 0.3381, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.19258739154420984, |
| "grad_norm": 0.7817366357087974, |
| "learning_rate": 4.8725042263619896e-05, |
| "loss": 0.3384, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.20061186619188526, |
| "grad_norm": 0.7998744498632891, |
| "learning_rate": 4.849497571811257e-05, |
| "loss": 0.3433, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.20863634083956065, |
| "grad_norm": 0.7366878614464625, |
| "learning_rate": 4.824647397526854e-05, |
| "loss": 0.332, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.21666081548723606, |
| "grad_norm": 0.9257245781477709, |
| "learning_rate": 4.797973202054865e-05, |
| "loss": 0.3578, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.22468529013491148, |
| "grad_norm": 0.7229221912787754, |
| "learning_rate": 4.769495915149091e-05, |
| "loss": 0.3318, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.2327097647825869, |
| "grad_norm": 0.7896861351942223, |
| "learning_rate": 4.7392378813486374e-05, |
| "loss": 0.3239, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.2407342394302623, |
| "grad_norm": 0.7057182651650622, |
| "learning_rate": 4.707222842445401e-05, |
| "loss": 0.3367, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.2487587140779377, |
| "grad_norm": 0.7646297450840412, |
| "learning_rate": 4.6734759188552116e-05, |
| "loss": 0.3345, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.2567831887256131, |
| "grad_norm": 0.8144984197146983, |
| "learning_rate": 4.638023589907239e-05, |
| "loss": 0.3264, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.26480766337328854, |
| "grad_norm": 0.799665735836617, |
| "learning_rate": 4.6008936730671414e-05, |
| "loss": 0.339, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.27283213802096395, |
| "grad_norm": 0.888997665044708, |
| "learning_rate": 4.562115302110254e-05, |
| "loss": 0.3413, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.28085661266863937, |
| "grad_norm": 0.8011920131999447, |
| "learning_rate": 4.5217189042619345e-05, |
| "loss": 0.3389, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.28888108731631473, |
| "grad_norm": 0.8067168553032359, |
| "learning_rate": 4.4797361763230224e-05, |
| "loss": 0.3185, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.29690556196399015, |
| "grad_norm": 0.6665228849255169, |
| "learning_rate": 4.436200059799121e-05, |
| "loss": 0.3232, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.30493003661166557, |
| "grad_norm": 0.6617968011184702, |
| "learning_rate": 4.391144715053238e-05, |
| "loss": 0.318, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.312954511259341, |
| "grad_norm": 0.7925748113649975, |
| "learning_rate": 4.344605494502053e-05, |
| "loss": 0.3438, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.3209789859070164, |
| "grad_norm": 0.7874288584383095, |
| "learning_rate": 4.2966189148768474e-05, |
| "loss": 0.3218, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.3290034605546918, |
| "grad_norm": 0.5964012085577759, |
| "learning_rate": 4.247222628570862e-05, |
| "loss": 0.325, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.33702793520236723, |
| "grad_norm": 0.7901232690113225, |
| "learning_rate": 4.196455394095561e-05, |
| "loss": 0.3259, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.34505240985004265, |
| "grad_norm": 0.6161692661704234, |
| "learning_rate": 4.144357045668993e-05, |
| "loss": 0.3282, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.353076884497718, |
| "grad_norm": 0.7071927191922839, |
| "learning_rate": 4.0909684619601e-05, |
| "loss": 0.3215, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.36110135914539343, |
| "grad_norm": 0.7540766905998272, |
| "learning_rate": 4.036331534013502e-05, |
| "loss": 0.3141, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.36912583379306885, |
| "grad_norm": 0.7828196756015018, |
| "learning_rate": 3.980489132379937e-05, |
| "loss": 0.3099, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.37715030844074426, |
| "grad_norm": 0.7665378450501007, |
| "learning_rate": 3.923485073478123e-05, |
| "loss": 0.3154, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.3851747830884197, |
| "grad_norm": 0.7064791446421703, |
| "learning_rate": 3.8653640852144643e-05, |
| "loss": 0.3192, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.3931992577360951, |
| "grad_norm": 0.6894942843454174, |
| "learning_rate": 3.80617177188755e-05, |
| "loss": 0.3274, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.4012237323837705, |
| "grad_norm": 0.6747469008968356, |
| "learning_rate": 3.745954578405012e-05, |
| "loss": 0.3216, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.40924820703144593, |
| "grad_norm": 0.8112185519554851, |
| "learning_rate": 3.684759753840789e-05, |
| "loss": 0.3239, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.4172726816791213, |
| "grad_norm": 0.6811337824140572, |
| "learning_rate": 3.622635314361416e-05, |
| "loss": 0.3125, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.4252971563267967, |
| "grad_norm": 0.7484799717463894, |
| "learning_rate": 3.559630005550416e-05, |
| "loss": 0.3209, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.4333216309744721, |
| "grad_norm": 0.6914997047255979, |
| "learning_rate": 3.495793264160359e-05, |
| "loss": 0.3061, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.44134610562214754, |
| "grad_norm": 0.6177004112053062, |
| "learning_rate": 3.4311751793225964e-05, |
| "loss": 0.3081, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.44937058026982296, |
| "grad_norm": 0.7656940899490844, |
| "learning_rate": 3.365826453245115e-05, |
| "loss": 0.3258, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.4573950549174984, |
| "grad_norm": 0.7072757457639977, |
| "learning_rate": 3.2997983614293404e-05, |
| "loss": 0.3158, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.4654195295651738, |
| "grad_norm": 0.7029721091978121, |
| "learning_rate": 3.2331427124371115e-05, |
| "loss": 0.3155, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.4734440042128492, |
| "grad_norm": 0.742312775553165, |
| "learning_rate": 3.1659118072393906e-05, |
| "loss": 0.3151, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.4814684788605246, |
| "grad_norm": 0.7586510237201778, |
| "learning_rate": 3.098158398178606e-05, |
| "loss": 0.2921, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.4894929535082, |
| "grad_norm": 0.6302386060292237, |
| "learning_rate": 3.0299356475768326e-05, |
| "loss": 0.3042, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.4975174281558754, |
| "grad_norm": 0.7177873646521117, |
| "learning_rate": 2.9612970860222816e-05, |
| "loss": 0.3074, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.5055419028035508, |
| "grad_norm": 0.6442414947030823, |
| "learning_rate": 2.8922965703668337e-05, |
| "loss": 0.3047, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.5135663774512262, |
| "grad_norm": 0.7076061109007938, |
| "learning_rate": 2.8229882414675672e-05, |
| "loss": 0.3033, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.5215908520989017, |
| "grad_norm": 0.6578079486576341, |
| "learning_rate": 2.75342648170545e-05, |
| "loss": 0.3051, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.5296153267465771, |
| "grad_norm": 0.7945155922763601, |
| "learning_rate": 2.6836658723145175e-05, |
| "loss": 0.2967, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.5376398013942525, |
| "grad_norm": 0.6487682986757239, |
| "learning_rate": 2.613761150555019e-05, |
| "loss": 0.3044, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.5456642760419279, |
| "grad_norm": 0.6958050009061036, |
| "learning_rate": 2.5437671667641445e-05, |
| "loss": 0.3061, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.5536887506896033, |
| "grad_norm": 0.6266867011506455, |
| "learning_rate": 2.4737388413180217e-05, |
| "loss": 0.2897, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.5617132253372787, |
| "grad_norm": 0.7124320790824831, |
| "learning_rate": 2.403731121538762e-05, |
| "loss": 0.2862, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.5697376999849542, |
| "grad_norm": 0.7470494242121043, |
| "learning_rate": 2.3337989385803567e-05, |
| "loss": 0.3018, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.5777621746326295, |
| "grad_norm": 0.6734120153458941, |
| "learning_rate": 2.2639971643272688e-05, |
| "loss": 0.2927, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.5857866492803049, |
| "grad_norm": 0.6694340995198956, |
| "learning_rate": 2.194380568339519e-05, |
| "loss": 0.2912, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.5938111239279803, |
| "grad_norm": 0.6416254443296999, |
| "learning_rate": 2.1250037748780706e-05, |
| "loss": 0.2833, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.6018355985756557, |
| "grad_norm": 0.6576796287869531, |
| "learning_rate": 2.0559212200442152e-05, |
| "loss": 0.3005, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.6098600732233311, |
| "grad_norm": 0.7534672667085268, |
| "learning_rate": 1.9871871090666023e-05, |
| "loss": 0.2902, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.6178845478710066, |
| "grad_norm": 0.683888843023483, |
| "learning_rate": 1.9188553737694142e-05, |
| "loss": 0.2802, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.625909022518682, |
| "grad_norm": 0.6505090735155789, |
| "learning_rate": 1.8509796302550763e-05, |
| "loss": 0.287, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.6339334971663574, |
| "grad_norm": 0.7052076493927231, |
| "learning_rate": 1.783613136834688e-05, |
| "loss": 0.281, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.6419579718140328, |
| "grad_norm": 0.6384510613508823, |
| "learning_rate": 1.7168087522391958e-05, |
| "loss": 0.2763, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.6499824464617082, |
| "grad_norm": 0.6633378463426743, |
| "learning_rate": 1.6506188941440958e-05, |
| "loss": 0.285, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.6580069211093836, |
| "grad_norm": 0.6982839509670195, |
| "learning_rate": 1.585095498040205e-05, |
| "loss": 0.2804, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.666031395757059, |
| "grad_norm": 0.6270272887976673, |
| "learning_rate": 1.5202899764827799e-05, |
| "loss": 0.2785, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.6740558704047345, |
| "grad_norm": 0.6172418320458167, |
| "learning_rate": 1.4562531787509504e-05, |
| "loss": 0.2734, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.6820803450524099, |
| "grad_norm": 0.7230716801753746, |
| "learning_rate": 1.3930353509491225e-05, |
| "loss": 0.2921, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.6901048197000853, |
| "grad_norm": 0.624829631926983, |
| "learning_rate": 1.3306860965816687e-05, |
| "loss": 0.2745, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.6981292943477607, |
| "grad_norm": 0.6057171773833744, |
| "learning_rate": 1.2692543376318172e-05, |
| "loss": 0.2812, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.706153768995436, |
| "grad_norm": 0.6600106987481957, |
| "learning_rate": 1.2087882761753052e-05, |
| "loss": 0.2762, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.7141782436431114, |
| "grad_norm": 0.6513027790812009, |
| "learning_rate": 1.1493353565588946e-05, |
| "loss": 0.2824, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.7222027182907869, |
| "grad_norm": 0.6464858105319229, |
| "learning_rate": 1.0909422281734372e-05, |
| "loss": 0.2772, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.7302271929384623, |
| "grad_norm": 0.5987416675990789, |
| "learning_rate": 1.033654708850704e-05, |
| "loss": 0.2729, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.7382516675861377, |
| "grad_norm": 0.6700627827898618, |
| "learning_rate": 9.775177489126839e-06, |
| "loss": 0.2662, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.7462761422338131, |
| "grad_norm": 0.6252184614146273, |
| "learning_rate": 9.225753959015726e-06, |
| "loss": 0.2757, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.7543006168814885, |
| "grad_norm": 0.6775143307950428, |
| "learning_rate": 8.688707600181237e-06, |
| "loss": 0.2714, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.762325091529164, |
| "grad_norm": 0.6952554867252799, |
| "learning_rate": 8.164459802954771e-06, |
| "loss": 0.2782, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.7703495661768394, |
| "grad_norm": 0.6783881222495053, |
| "learning_rate": 7.653421915350096e-06, |
| "loss": 0.2699, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.7783740408245148, |
| "grad_norm": 0.6556587479775633, |
| "learning_rate": 7.1559949203015005e-06, |
| "loss": 0.2674, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.7863985154721902, |
| "grad_norm": 0.7269086771080256, |
| "learning_rate": 6.67256912103485e-06, |
| "loss": 0.2696, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.7944229901198656, |
| "grad_norm": 0.6782398065845676, |
| "learning_rate": 6.203523834818395e-06, |
| "loss": 0.2616, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.802447464767541, |
| "grad_norm": 0.6401864638918741, |
| "learning_rate": 5.749227095333684e-06, |
| "loss": 0.2727, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.8104719394152164, |
| "grad_norm": 0.6920549327363028, |
| "learning_rate": 5.310035363900029e-06, |
| "loss": 0.2613, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.8184964140628919, |
| "grad_norm": 0.7544225062042402, |
| "learning_rate": 4.886293249779203e-06, |
| "loss": 0.2649, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.8265208887105673, |
| "grad_norm": 0.7784252166653262, |
| "learning_rate": 4.4783332397797725e-06, |
| "loss": 0.2646, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.8345453633582426, |
| "grad_norm": 0.7372167602245259, |
| "learning_rate": 4.086475437373222e-06, |
| "loss": 0.2663, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.842569838005918, |
| "grad_norm": 0.5940476502560079, |
| "learning_rate": 3.711027311526605e-06, |
| "loss": 0.2474, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.8505943126535934, |
| "grad_norm": 0.7426516397535643, |
| "learning_rate": 3.3522834554488265e-06, |
| "loss": 0.2667, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.8586187873012688, |
| "grad_norm": 0.6474191378185361, |
| "learning_rate": 3.010525355439739e-06, |
| "loss": 0.2633, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.8666432619489443, |
| "grad_norm": 0.7138316369428281, |
| "learning_rate": 2.6860211700235616e-06, |
| "loss": 0.2653, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.8746677365966197, |
| "grad_norm": 0.7205767765435191, |
| "learning_rate": 2.3790255195398293e-06, |
| "loss": 0.269, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.8826922112442951, |
| "grad_norm": 0.6866728998175627, |
| "learning_rate": 2.0897792863570133e-06, |
| "loss": 0.2781, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.8907166858919705, |
| "grad_norm": 0.6386115100985029, |
| "learning_rate": 1.818509425865561e-06, |
| "loss": 0.248, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.8987411605396459, |
| "grad_norm": 0.5816063089909334, |
| "learning_rate": 1.5654287883986568e-06, |
| "loss": 0.2495, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.9067656351873213, |
| "grad_norm": 0.6044106984921237, |
| "learning_rate": 1.3307359522204187e-06, |
| "loss": 0.2546, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.9147901098349968, |
| "grad_norm": 0.6487114272956552, |
| "learning_rate": 1.1146150677126321e-06, |
| "loss": 0.2493, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.9228145844826722, |
| "grad_norm": 0.7113121988343898, |
| "learning_rate": 9.172357128822001e-07, |
| "loss": 0.2649, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.9308390591303476, |
| "grad_norm": 0.684922616701092, |
| "learning_rate": 7.387527603027383e-07, |
| "loss": 0.2619, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.938863533778023, |
| "grad_norm": 0.6512571317668248, |
| "learning_rate": 5.793062555946999e-07, |
| "loss": 0.2626, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.9468880084256984, |
| "grad_norm": 0.9231979423940574, |
| "learning_rate": 4.390213075393973e-07, |
| "loss": 0.268, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.9549124830733738, |
| "grad_norm": 0.5874482600389693, |
| "learning_rate": 3.1800798991309944e-07, |
| "loss": 0.2627, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.9629369577210491, |
| "grad_norm": 0.827108940722453, |
| "learning_rate": 2.163612551182942e-07, |
| "loss": 0.2586, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.9709614323687246, |
| "grad_norm": 0.5907349717505673, |
| "learning_rate": 1.3416085967982994e-07, |
| "loss": 0.2642, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.9789859070164, |
| "grad_norm": 0.7334026096749088, |
| "learning_rate": 7.14713016644053e-08, |
| "loss": 0.2649, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.9870103816640754, |
| "grad_norm": 0.523367756897521, |
| "learning_rate": 2.8341770072548567e-08, |
| "loss": 0.2682, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.9950348563117508, |
| "grad_norm": 0.6000740449055824, |
| "learning_rate": 4.806106242741249e-09, |
| "loss": 0.2627, |
| "step": 2480 |
| } |
| ], |
| "logging_steps": 20, |
| "max_steps": 2493, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 200, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 41482954211328.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
