| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.08691752445222739, |
| "eval_steps": 500, |
| "global_step": 2035, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00042711314227138767, |
| "grad_norm": 0.6801537275314331, |
| "learning_rate": 2.910112359550562e-06, |
| "loss": 0.6308, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0008542262845427753, |
| "grad_norm": 0.7330222725868225, |
| "learning_rate": 3.921348314606742e-06, |
| "loss": 0.5921, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.001281339426814163, |
| "grad_norm": 0.7190220952033997, |
| "learning_rate": 4.932584269662922e-06, |
| "loss": 0.6197, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0017084525690855507, |
| "grad_norm": 0.6695777773857117, |
| "learning_rate": 5.943820224719102e-06, |
| "loss": 0.6225, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.0021355657113569385, |
| "grad_norm": 0.7244643568992615, |
| "learning_rate": 6.955056179775282e-06, |
| "loss": 0.5868, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.002562678853628326, |
| "grad_norm": 0.7338688373565674, |
| "learning_rate": 7.966292134831462e-06, |
| "loss": 0.602, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.0029897919958997137, |
| "grad_norm": 0.7063023447990417, |
| "learning_rate": 8.977528089887641e-06, |
| "loss": 0.5962, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.0034169051381711013, |
| "grad_norm": 0.7280859351158142, |
| "learning_rate": 9.988764044943822e-06, |
| "loss": 0.5849, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.0038440182804424894, |
| "grad_norm": 0.6686920523643494, |
| "learning_rate": 1.1000000000000001e-05, |
| "loss": 0.5945, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.004271131422713877, |
| "grad_norm": 0.6424954533576965, |
| "learning_rate": 1.2011235955056182e-05, |
| "loss": 0.5742, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.004698244564985265, |
| "grad_norm": 0.7504611015319824, |
| "learning_rate": 1.3022471910112362e-05, |
| "loss": 0.6183, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.005125357707256652, |
| "grad_norm": 0.7265036106109619, |
| "learning_rate": 1.403370786516854e-05, |
| "loss": 0.6288, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.00555247084952804, |
| "grad_norm": 0.6728747487068176, |
| "learning_rate": 1.504494382022472e-05, |
| "loss": 0.5932, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.005979583991799427, |
| "grad_norm": 0.5877931118011475, |
| "learning_rate": 1.60561797752809e-05, |
| "loss": 0.6073, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.0064066971340708155, |
| "grad_norm": 0.9119960069656372, |
| "learning_rate": 1.706741573033708e-05, |
| "loss": 0.594, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.006833810276342203, |
| "grad_norm": 0.6038461327552795, |
| "learning_rate": 1.8078651685393256e-05, |
| "loss": 0.6186, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.007260923418613591, |
| "grad_norm": 0.6067227125167847, |
| "learning_rate": 1.908988764044944e-05, |
| "loss": 0.608, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.007688036560884979, |
| "grad_norm": 0.6028957962989807, |
| "learning_rate": 2e-05, |
| "loss": 0.5816, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.008115149703156367, |
| "grad_norm": 0.5894806385040283, |
| "learning_rate": 2e-05, |
| "loss": 0.604, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.008542262845427754, |
| "grad_norm": 0.5551896691322327, |
| "learning_rate": 2e-05, |
| "loss": 0.6181, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.008969375987699141, |
| "grad_norm": 0.48914626240730286, |
| "learning_rate": 2e-05, |
| "loss": 0.6003, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.00939648912997053, |
| "grad_norm": 0.5296058058738708, |
| "learning_rate": 2e-05, |
| "loss": 0.6201, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.009823602272241917, |
| "grad_norm": 0.7409117221832275, |
| "learning_rate": 2e-05, |
| "loss": 0.5938, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.010250715414513304, |
| "grad_norm": 0.5655877590179443, |
| "learning_rate": 2e-05, |
| "loss": 0.5714, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.010677828556784692, |
| "grad_norm": 0.4660634696483612, |
| "learning_rate": 2e-05, |
| "loss": 0.5736, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.01110494169905608, |
| "grad_norm": 0.437298059463501, |
| "learning_rate": 2e-05, |
| "loss": 0.5944, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.011532054841327468, |
| "grad_norm": 0.7993448376655579, |
| "learning_rate": 2e-05, |
| "loss": 0.5918, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.011959167983598855, |
| "grad_norm": 0.46986427903175354, |
| "learning_rate": 2e-05, |
| "loss": 0.6001, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.012386281125870244, |
| "grad_norm": 0.4165823459625244, |
| "learning_rate": 2e-05, |
| "loss": 0.5817, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.012813394268141631, |
| "grad_norm": 0.4695897102355957, |
| "learning_rate": 2e-05, |
| "loss": 0.5949, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.013240507410413018, |
| "grad_norm": 0.46940892934799194, |
| "learning_rate": 2e-05, |
| "loss": 0.6293, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.013667620552684405, |
| "grad_norm": 0.37120378017425537, |
| "learning_rate": 2e-05, |
| "loss": 0.6057, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.014094733694955794, |
| "grad_norm": 0.4567081928253174, |
| "learning_rate": 2e-05, |
| "loss": 0.6088, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.014521846837227181, |
| "grad_norm": 0.5053907036781311, |
| "learning_rate": 2e-05, |
| "loss": 0.575, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.014948959979498569, |
| "grad_norm": 0.4822077453136444, |
| "learning_rate": 2e-05, |
| "loss": 0.6305, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.015376073121769957, |
| "grad_norm": 0.42418718338012695, |
| "learning_rate": 2e-05, |
| "loss": 0.609, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.015803186264041345, |
| "grad_norm": 0.4470791816711426, |
| "learning_rate": 2e-05, |
| "loss": 0.609, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.016230299406312734, |
| "grad_norm": 0.4747907221317291, |
| "learning_rate": 2e-05, |
| "loss": 0.5753, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.01665741254858412, |
| "grad_norm": 0.429513156414032, |
| "learning_rate": 2e-05, |
| "loss": 0.5757, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.017084525690855508, |
| "grad_norm": 1.1115094423294067, |
| "learning_rate": 2e-05, |
| "loss": 0.5973, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.017511638833126897, |
| "grad_norm": 0.4465528130531311, |
| "learning_rate": 2e-05, |
| "loss": 0.6135, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.017938751975398282, |
| "grad_norm": 0.45542335510253906, |
| "learning_rate": 2e-05, |
| "loss": 0.5925, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.01836586511766967, |
| "grad_norm": 0.4971701204776764, |
| "learning_rate": 2e-05, |
| "loss": 0.6015, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.01879297825994106, |
| "grad_norm": 0.4876435101032257, |
| "learning_rate": 2e-05, |
| "loss": 0.612, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.019220091402212446, |
| "grad_norm": 0.4507445693016052, |
| "learning_rate": 2e-05, |
| "loss": 0.6096, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.019647204544483834, |
| "grad_norm": 0.48777464032173157, |
| "learning_rate": 2e-05, |
| "loss": 0.5804, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.02007431768675522, |
| "grad_norm": 0.42354583740234375, |
| "learning_rate": 2e-05, |
| "loss": 0.6102, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.02050143082902661, |
| "grad_norm": 0.4695739448070526, |
| "learning_rate": 2e-05, |
| "loss": 0.6343, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.020928543971297998, |
| "grad_norm": 0.4769243896007538, |
| "learning_rate": 2e-05, |
| "loss": 0.5989, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.021355657113569383, |
| "grad_norm": 0.44087329506874084, |
| "learning_rate": 2e-05, |
| "loss": 0.5978, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.021782770255840772, |
| "grad_norm": 0.42501866817474365, |
| "learning_rate": 2e-05, |
| "loss": 0.6133, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.02220988339811216, |
| "grad_norm": 0.38661816716194153, |
| "learning_rate": 2e-05, |
| "loss": 0.6056, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.022636996540383546, |
| "grad_norm": 0.43126940727233887, |
| "learning_rate": 2e-05, |
| "loss": 0.5679, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.023064109682654935, |
| "grad_norm": 0.433454304933548, |
| "learning_rate": 2e-05, |
| "loss": 0.6074, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.023491222824926324, |
| "grad_norm": 0.3950791656970978, |
| "learning_rate": 2e-05, |
| "loss": 0.6267, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.02391833596719771, |
| "grad_norm": 0.42388349771499634, |
| "learning_rate": 2e-05, |
| "loss": 0.6457, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.0243454491094691, |
| "grad_norm": 0.4391220510005951, |
| "learning_rate": 2e-05, |
| "loss": 0.6222, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.024772562251740488, |
| "grad_norm": 0.4486788213253021, |
| "learning_rate": 2e-05, |
| "loss": 0.6232, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.025199675394011873, |
| "grad_norm": 0.5258558988571167, |
| "learning_rate": 2e-05, |
| "loss": 0.6157, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.025626788536283262, |
| "grad_norm": 0.3985844552516937, |
| "learning_rate": 2e-05, |
| "loss": 0.5623, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.02605390167855465, |
| "grad_norm": 0.4276188910007477, |
| "learning_rate": 2e-05, |
| "loss": 0.589, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.026481014820826036, |
| "grad_norm": 0.36040425300598145, |
| "learning_rate": 2e-05, |
| "loss": 0.5889, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.026908127963097425, |
| "grad_norm": 0.43689343333244324, |
| "learning_rate": 2e-05, |
| "loss": 0.586, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.02733524110536881, |
| "grad_norm": 0.38051506876945496, |
| "learning_rate": 2e-05, |
| "loss": 0.6155, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.0277623542476402, |
| "grad_norm": 0.375367134809494, |
| "learning_rate": 2e-05, |
| "loss": 0.6267, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.02818946738991159, |
| "grad_norm": 0.40035131573677063, |
| "learning_rate": 2e-05, |
| "loss": 0.6035, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.028616580532182974, |
| "grad_norm": 0.429284006357193, |
| "learning_rate": 2e-05, |
| "loss": 0.5957, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.029043693674454363, |
| "grad_norm": 0.4076769948005676, |
| "learning_rate": 2e-05, |
| "loss": 0.599, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.02947080681672575, |
| "grad_norm": 0.39563876390457153, |
| "learning_rate": 2e-05, |
| "loss": 0.5906, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.029897919958997137, |
| "grad_norm": 0.39621901512145996, |
| "learning_rate": 2e-05, |
| "loss": 0.615, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.030325033101268526, |
| "grad_norm": 0.43017053604125977, |
| "learning_rate": 2e-05, |
| "loss": 0.6114, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.030752146243539915, |
| "grad_norm": 0.3699895143508911, |
| "learning_rate": 2e-05, |
| "loss": 0.6024, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.0311792593858113, |
| "grad_norm": 0.39387860894203186, |
| "learning_rate": 2e-05, |
| "loss": 0.5797, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.03160637252808269, |
| "grad_norm": 0.36330047249794006, |
| "learning_rate": 2e-05, |
| "loss": 0.5641, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.03203348567035408, |
| "grad_norm": 0.3734346628189087, |
| "learning_rate": 2e-05, |
| "loss": 0.6066, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.03246059881262547, |
| "grad_norm": 0.3981451690196991, |
| "learning_rate": 2e-05, |
| "loss": 0.5708, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.03288771195489685, |
| "grad_norm": 0.5013331770896912, |
| "learning_rate": 2e-05, |
| "loss": 0.5786, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.03331482509716824, |
| "grad_norm": 0.4515092968940735, |
| "learning_rate": 2e-05, |
| "loss": 0.6274, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.03374193823943963, |
| "grad_norm": 0.4270780682563782, |
| "learning_rate": 2e-05, |
| "loss": 0.6274, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.034169051381711016, |
| "grad_norm": 0.40977057814598083, |
| "learning_rate": 2e-05, |
| "loss": 0.5903, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.034596164523982405, |
| "grad_norm": 0.3862808644771576, |
| "learning_rate": 2e-05, |
| "loss": 0.591, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.035023277666253794, |
| "grad_norm": 0.3566862642765045, |
| "learning_rate": 2e-05, |
| "loss": 0.5822, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.035450390808525176, |
| "grad_norm": 0.47487324476242065, |
| "learning_rate": 2e-05, |
| "loss": 0.6037, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.035877503950796565, |
| "grad_norm": 0.6204171180725098, |
| "learning_rate": 2e-05, |
| "loss": 0.606, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.036304617093067953, |
| "grad_norm": 0.38122642040252686, |
| "learning_rate": 2e-05, |
| "loss": 0.6022, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.03673173023533934, |
| "grad_norm": 0.45812979340553284, |
| "learning_rate": 2e-05, |
| "loss": 0.6134, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.03715884337761073, |
| "grad_norm": 0.38281163573265076, |
| "learning_rate": 2e-05, |
| "loss": 0.5692, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.03758595651988212, |
| "grad_norm": 0.44842684268951416, |
| "learning_rate": 2e-05, |
| "loss": 0.6195, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.0380130696621535, |
| "grad_norm": 0.3978036642074585, |
| "learning_rate": 2e-05, |
| "loss": 0.5872, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.03844018280442489, |
| "grad_norm": 0.40599605441093445, |
| "learning_rate": 2e-05, |
| "loss": 0.5896, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.03886729594669628, |
| "grad_norm": 0.4849986732006073, |
| "learning_rate": 2e-05, |
| "loss": 0.5679, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.03929440908896767, |
| "grad_norm": 0.3729165196418762, |
| "learning_rate": 2e-05, |
| "loss": 0.5941, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.03972152223123906, |
| "grad_norm": 0.3839932680130005, |
| "learning_rate": 2e-05, |
| "loss": 0.5809, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.04014863537351044, |
| "grad_norm": 0.3133138120174408, |
| "learning_rate": 2e-05, |
| "loss": 0.5909, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.04057574851578183, |
| "grad_norm": 0.37946876883506775, |
| "learning_rate": 2e-05, |
| "loss": 0.5791, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.04100286165805322, |
| "grad_norm": 0.3639635741710663, |
| "learning_rate": 2e-05, |
| "loss": 0.6028, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.04142997480032461, |
| "grad_norm": 0.39474979043006897, |
| "learning_rate": 2e-05, |
| "loss": 0.5927, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.041857087942595995, |
| "grad_norm": 0.39630550146102905, |
| "learning_rate": 2e-05, |
| "loss": 0.5861, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.042284201084867384, |
| "grad_norm": 0.4038623571395874, |
| "learning_rate": 2e-05, |
| "loss": 0.5991, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.042711314227138766, |
| "grad_norm": 0.46558162569999695, |
| "learning_rate": 2e-05, |
| "loss": 0.5842, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.043138427369410155, |
| "grad_norm": 0.4309065043926239, |
| "learning_rate": 2e-05, |
| "loss": 0.6021, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.043565540511681544, |
| "grad_norm": 0.3698565363883972, |
| "learning_rate": 2e-05, |
| "loss": 0.607, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.04399265365395293, |
| "grad_norm": 0.40514087677001953, |
| "learning_rate": 2e-05, |
| "loss": 0.5933, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.04441976679622432, |
| "grad_norm": 0.7474258542060852, |
| "learning_rate": 2e-05, |
| "loss": 0.5946, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.04484687993849571, |
| "grad_norm": 0.38786014914512634, |
| "learning_rate": 2e-05, |
| "loss": 0.6132, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.04527399308076709, |
| "grad_norm": 0.38152816891670227, |
| "learning_rate": 2e-05, |
| "loss": 0.5799, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.04570110622303848, |
| "grad_norm": 0.5136268734931946, |
| "learning_rate": 2e-05, |
| "loss": 0.6335, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.04612821936530987, |
| "grad_norm": 0.37756872177124023, |
| "learning_rate": 2e-05, |
| "loss": 0.5794, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.04655533250758126, |
| "grad_norm": 0.41157087683677673, |
| "learning_rate": 2e-05, |
| "loss": 0.6129, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.04698244564985265, |
| "grad_norm": 0.45449504256248474, |
| "learning_rate": 2e-05, |
| "loss": 0.6074, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.04740955879212403, |
| "grad_norm": 0.36440810561180115, |
| "learning_rate": 2e-05, |
| "loss": 0.5905, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.04783667193439542, |
| "grad_norm": 0.40203210711479187, |
| "learning_rate": 2e-05, |
| "loss": 0.5772, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.04826378507666681, |
| "grad_norm": 0.4374965727329254, |
| "learning_rate": 2e-05, |
| "loss": 0.6033, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.0486908982189382, |
| "grad_norm": 0.37814727425575256, |
| "learning_rate": 2e-05, |
| "loss": 0.6051, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.049118011361209586, |
| "grad_norm": 0.3608170449733734, |
| "learning_rate": 2e-05, |
| "loss": 0.6036, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.049545124503480975, |
| "grad_norm": 0.5163088440895081, |
| "learning_rate": 2e-05, |
| "loss": 0.5888, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.04997223764575236, |
| "grad_norm": 0.6338587403297424, |
| "learning_rate": 2e-05, |
| "loss": 0.5846, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.050399350788023746, |
| "grad_norm": 0.3570212125778198, |
| "learning_rate": 2e-05, |
| "loss": 0.5997, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.050826463930295135, |
| "grad_norm": 0.4730677604675293, |
| "learning_rate": 2e-05, |
| "loss": 0.5666, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.051253577072566524, |
| "grad_norm": 0.4634343683719635, |
| "learning_rate": 2e-05, |
| "loss": 0.6167, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.05168069021483791, |
| "grad_norm": 0.4279061555862427, |
| "learning_rate": 2e-05, |
| "loss": 0.5984, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.0521078033571093, |
| "grad_norm": 0.42280420660972595, |
| "learning_rate": 2e-05, |
| "loss": 0.5715, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.052534916499380684, |
| "grad_norm": 0.34051749110221863, |
| "learning_rate": 2e-05, |
| "loss": 0.577, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.05296202964165207, |
| "grad_norm": 0.3963359296321869, |
| "learning_rate": 2e-05, |
| "loss": 0.6313, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.05338914278392346, |
| "grad_norm": 0.5236133933067322, |
| "learning_rate": 2e-05, |
| "loss": 0.6187, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.05381625592619485, |
| "grad_norm": 0.40057671070098877, |
| "learning_rate": 2e-05, |
| "loss": 0.6118, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.05424336906846624, |
| "grad_norm": 0.4331953227519989, |
| "learning_rate": 2e-05, |
| "loss": 0.5933, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.05467048221073762, |
| "grad_norm": 0.35897260904312134, |
| "learning_rate": 2e-05, |
| "loss": 0.5776, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.05509759535300901, |
| "grad_norm": 0.40010058879852295, |
| "learning_rate": 2e-05, |
| "loss": 0.58, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.0555247084952804, |
| "grad_norm": 0.49022912979125977, |
| "learning_rate": 2e-05, |
| "loss": 0.5747, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.05595182163755179, |
| "grad_norm": 0.4582119584083557, |
| "learning_rate": 2e-05, |
| "loss": 0.5994, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.05637893477982318, |
| "grad_norm": 0.4133841097354889, |
| "learning_rate": 2e-05, |
| "loss": 0.5856, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.056806047922094566, |
| "grad_norm": 0.40341418981552124, |
| "learning_rate": 2e-05, |
| "loss": 0.615, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.05723316106436595, |
| "grad_norm": 0.3729898929595947, |
| "learning_rate": 2e-05, |
| "loss": 0.5871, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.05766027420663734, |
| "grad_norm": 0.36487877368927, |
| "learning_rate": 2e-05, |
| "loss": 0.6087, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.058087387348908726, |
| "grad_norm": 0.410173237323761, |
| "learning_rate": 2e-05, |
| "loss": 0.6106, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.058514500491180114, |
| "grad_norm": 0.4052298367023468, |
| "learning_rate": 2e-05, |
| "loss": 0.5794, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.0589416136334515, |
| "grad_norm": 0.35845524072647095, |
| "learning_rate": 2e-05, |
| "loss": 0.5818, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.05936872677572289, |
| "grad_norm": 0.39520588517189026, |
| "learning_rate": 2e-05, |
| "loss": 0.5724, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.059795839917994274, |
| "grad_norm": 0.3926452696323395, |
| "learning_rate": 2e-05, |
| "loss": 0.5787, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.06022295306026566, |
| "grad_norm": 0.3984834551811218, |
| "learning_rate": 2e-05, |
| "loss": 0.6149, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.06065006620253705, |
| "grad_norm": 0.4060869514942169, |
| "learning_rate": 2e-05, |
| "loss": 0.623, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.06107717934480844, |
| "grad_norm": 0.3899109661579132, |
| "learning_rate": 2e-05, |
| "loss": 0.606, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.06150429248707983, |
| "grad_norm": 0.41343048214912415, |
| "learning_rate": 2e-05, |
| "loss": 0.62, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.06193140562935121, |
| "grad_norm": 0.5486384630203247, |
| "learning_rate": 2e-05, |
| "loss": 0.5888, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.0623585187716226, |
| "grad_norm": 0.4260222017765045, |
| "learning_rate": 2e-05, |
| "loss": 0.5949, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.062785631913894, |
| "grad_norm": 0.5510641932487488, |
| "learning_rate": 2e-05, |
| "loss": 0.5917, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.06321274505616538, |
| "grad_norm": 0.3307860791683197, |
| "learning_rate": 2e-05, |
| "loss": 0.5966, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.06363985819843676, |
| "grad_norm": 0.37774041295051575, |
| "learning_rate": 2e-05, |
| "loss": 0.5928, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.06406697134070816, |
| "grad_norm": 0.40287962555885315, |
| "learning_rate": 2e-05, |
| "loss": 0.6018, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.06449408448297954, |
| "grad_norm": 0.3765062987804413, |
| "learning_rate": 2e-05, |
| "loss": 0.5868, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.06492119762525093, |
| "grad_norm": 0.3866639733314514, |
| "learning_rate": 2e-05, |
| "loss": 0.5918, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.06534831076752232, |
| "grad_norm": 0.3452185392379761, |
| "learning_rate": 2e-05, |
| "loss": 0.6006, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.0657754239097937, |
| "grad_norm": 0.3757578730583191, |
| "learning_rate": 2e-05, |
| "loss": 0.5885, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.0662025370520651, |
| "grad_norm": 0.6169503927230835, |
| "learning_rate": 2e-05, |
| "loss": 0.5942, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.06662965019433648, |
| "grad_norm": 0.40690863132476807, |
| "learning_rate": 2e-05, |
| "loss": 0.5846, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.06705676333660787, |
| "grad_norm": 0.40239500999450684, |
| "learning_rate": 2e-05, |
| "loss": 0.6043, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.06748387647887925, |
| "grad_norm": 0.6150453090667725, |
| "learning_rate": 2e-05, |
| "loss": 0.5687, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.06791098962115065, |
| "grad_norm": 0.3692316710948944, |
| "learning_rate": 2e-05, |
| "loss": 0.5934, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.06833810276342203, |
| "grad_norm": 0.4124865233898163, |
| "learning_rate": 2e-05, |
| "loss": 0.5784, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.06876521590569341, |
| "grad_norm": 0.40603578090667725, |
| "learning_rate": 2e-05, |
| "loss": 0.5536, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.06919232904796481, |
| "grad_norm": 0.3672163188457489, |
| "learning_rate": 2e-05, |
| "loss": 0.5949, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.06961944219023619, |
| "grad_norm": 0.4111248850822449, |
| "learning_rate": 2e-05, |
| "loss": 0.6168, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.07004655533250759, |
| "grad_norm": 0.3349396288394928, |
| "learning_rate": 2e-05, |
| "loss": 0.6096, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.07047366847477897, |
| "grad_norm": 0.35192081332206726, |
| "learning_rate": 2e-05, |
| "loss": 0.6309, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.07090078161705035, |
| "grad_norm": 0.46462368965148926, |
| "learning_rate": 2e-05, |
| "loss": 0.5827, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.07132789475932175, |
| "grad_norm": 0.4099385440349579, |
| "learning_rate": 2e-05, |
| "loss": 0.6093, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.07175500790159313, |
| "grad_norm": 0.39262962341308594, |
| "learning_rate": 2e-05, |
| "loss": 0.5959, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.07218212104386452, |
| "grad_norm": 0.4145928919315338, |
| "learning_rate": 2e-05, |
| "loss": 0.5776, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.07260923418613591, |
| "grad_norm": 0.33485323190689087, |
| "learning_rate": 2e-05, |
| "loss": 0.5864, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.07303634732840729, |
| "grad_norm": 0.3448295295238495, |
| "learning_rate": 2e-05, |
| "loss": 0.6077, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.07346346047067868, |
| "grad_norm": 0.3951145112514496, |
| "learning_rate": 2e-05, |
| "loss": 0.5667, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.07389057361295007, |
| "grad_norm": 0.36090508103370667, |
| "learning_rate": 2e-05, |
| "loss": 0.6006, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.07431768675522146, |
| "grad_norm": 0.35783612728118896, |
| "learning_rate": 2e-05, |
| "loss": 0.5698, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.07474479989749284, |
| "grad_norm": 0.4051808714866638, |
| "learning_rate": 2e-05, |
| "loss": 0.5841, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.07517191303976424, |
| "grad_norm": 0.36852049827575684, |
| "learning_rate": 2e-05, |
| "loss": 0.5812, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.07559902618203562, |
| "grad_norm": 0.47315099835395813, |
| "learning_rate": 2e-05, |
| "loss": 0.5867, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.076026139324307, |
| "grad_norm": 0.370299756526947, |
| "learning_rate": 2e-05, |
| "loss": 0.5944, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.0764532524665784, |
| "grad_norm": 0.3629041314125061, |
| "learning_rate": 2e-05, |
| "loss": 0.5895, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.07688036560884978, |
| "grad_norm": 0.4631352722644806, |
| "learning_rate": 2e-05, |
| "loss": 0.6233, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.07730747875112118, |
| "grad_norm": 0.3893195390701294, |
| "learning_rate": 2e-05, |
| "loss": 0.579, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.07773459189339256, |
| "grad_norm": 0.4197307825088501, |
| "learning_rate": 2e-05, |
| "loss": 0.6022, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.07816170503566394, |
| "grad_norm": 0.5316178798675537, |
| "learning_rate": 2e-05, |
| "loss": 0.6127, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.07858881817793534, |
| "grad_norm": 0.4087827801704407, |
| "learning_rate": 2e-05, |
| "loss": 0.6148, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.07901593132020672, |
| "grad_norm": 0.9132181406021118, |
| "learning_rate": 2e-05, |
| "loss": 0.5675, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.07944304446247812, |
| "grad_norm": 0.42939144372940063, |
| "learning_rate": 2e-05, |
| "loss": 0.5827, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.0798701576047495, |
| "grad_norm": 0.5866528749465942, |
| "learning_rate": 2e-05, |
| "loss": 0.5984, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.08029727074702088, |
| "grad_norm": 0.38625794649124146, |
| "learning_rate": 2e-05, |
| "loss": 0.5712, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.08072438388929228, |
| "grad_norm": 0.3775944411754608, |
| "learning_rate": 2e-05, |
| "loss": 0.5633, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.08115149703156366, |
| "grad_norm": 0.37404197454452515, |
| "learning_rate": 2e-05, |
| "loss": 0.5944, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.08157861017383505, |
| "grad_norm": 0.4127039611339569, |
| "learning_rate": 2e-05, |
| "loss": 0.5685, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.08200572331610644, |
| "grad_norm": 0.4228227734565735, |
| "learning_rate": 2e-05, |
| "loss": 0.5907, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.08243283645837783, |
| "grad_norm": 0.3642731010913849, |
| "learning_rate": 2e-05, |
| "loss": 0.5926, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.08285994960064921, |
| "grad_norm": 0.3753544092178345, |
| "learning_rate": 2e-05, |
| "loss": 0.598, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.0832870627429206, |
| "grad_norm": 0.35891029238700867, |
| "learning_rate": 2e-05, |
| "loss": 0.5862, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.08371417588519199, |
| "grad_norm": 0.3859628438949585, |
| "learning_rate": 2e-05, |
| "loss": 0.5787, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.08414128902746337, |
| "grad_norm": 0.3352157473564148, |
| "learning_rate": 2e-05, |
| "loss": 0.5677, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.08456840216973477, |
| "grad_norm": 0.38465848565101624, |
| "learning_rate": 2e-05, |
| "loss": 0.5651, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.08499551531200615, |
| "grad_norm": 0.8394455313682556, |
| "learning_rate": 2e-05, |
| "loss": 0.5683, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.08542262845427753, |
| "grad_norm": 0.39962485432624817, |
| "learning_rate": 2e-05, |
| "loss": 0.5793, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.08584974159654893, |
| "grad_norm": 0.3594360649585724, |
| "learning_rate": 2e-05, |
| "loss": 0.6158, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.08627685473882031, |
| "grad_norm": 0.388683557510376, |
| "learning_rate": 2e-05, |
| "loss": 0.5829, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.0867039678810917, |
| "grad_norm": 0.33351218700408936, |
| "learning_rate": 2e-05, |
| "loss": 0.5698, |
| "step": 2030 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 5935, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 2035, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 9.084295122442519e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
