File size: 26,945 Bytes
639aa23 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 | {"rows": 200, "of": 26016, "epoch": 0, "ce": 0.101214769189246, "kl": 0.0, "lr": 2.680021530956854e-05, "rows_per_s": 1.2794773014261045, "tokens_per_s": 8426.02335808764, "gpu_gb": 16.234378337860107}
{"rows": 400, "of": 26016, "epoch": 0, "ce": 0.0878394184820354, "kl": 0.0, "lr": 5.254665813753962e-05, "rows_per_s": 1.3279027324950752, "tokens_per_s": 8745.886092868364, "gpu_gb": 16.234378337860107}
{"rows": 600, "of": 26016, "epoch": 0, "ce": 0.07611608442850411, "kl": 0.0, "lr": 7.824773440931213e-05, "rows_per_s": 1.318830753495827, "tokens_per_s": 8871.06231015954, "gpu_gb": 17.2341570854187}
{"rows": 800, "of": 26016, "epoch": 0, "ce": 0.1016095300600864, "kl": 0.0, "lr": 9.976686853167967e-05, "rows_per_s": 1.3205928901807025, "tokens_per_s": 8900.063150763885, "gpu_gb": 17.2341570854187}
{"rows": 1000, "of": 26016, "epoch": 0, "ce": 0.09223198872059583, "kl": 0.0, "lr": 9.963589143088399e-05, "rows_per_s": 1.3266889225577472, "tokens_per_s": 8850.7928766164, "gpu_gb": 17.2341570854187}
{"rows": 1200, "of": 26016, "epoch": 0, "ce": 0.08975416766479612, "kl": 0.0, "lr": 9.947596400765343e-05, "rows_per_s": 1.305099512140423, "tokens_per_s": 8649.547016710654, "gpu_gb": 17.2341570854187}
{"rows": 1400, "of": 26016, "epoch": 0, "ce": 0.10392994111287407, "kl": 0.0, "lr": 9.928717954026577e-05, "rows_per_s": 1.3140018083875524, "tokens_per_s": 8681.099364456728, "gpu_gb": 17.2341570854187}
{"rows": 1600, "of": 26016, "epoch": 0, "ce": 0.09641619171947241, "kl": 0.0, "lr": 9.906964813797955e-05, "rows_per_s": 1.320135726775449, "tokens_per_s": 8674.516150801282, "gpu_gb": 17.2341570854187}
{"rows": 1800, "of": 26016, "epoch": 0, "ce": 0.09574287496507168, "kl": 0.0, "lr": 9.882349667681238e-05, "rows_per_s": 1.3056610053980582, "tokens_per_s": 8548.200321436798, "gpu_gb": 17.2341570854187}
{"rows": 2000, "of": 26016, "epoch": 0, "ce": 0.10773482281714677, "kl": 0.0, "lr": 9.854886872554006e-05, "rows_per_s": 1.2984604798793056, "tokens_per_s": 8487.664797273776, "gpu_gb": 17.2341570854187}
{"rows": 2200, "of": 26016, "epoch": 0, "ce": 0.12273376471828669, "kl": 0.0, "lr": 9.824592446195956e-05, "rows_per_s": 1.2950568208589086, "tokens_per_s": 8460.832256952708, "gpu_gb": 17.2341570854187}
{"rows": 2400, "of": 26016, "epoch": 0, "ce": 0.09668787938077003, "kl": 0.0, "lr": 9.791484057946465e-05, "rows_per_s": 1.2955942760768149, "tokens_per_s": 8428.736885253968, "gpu_gb": 17.2341570854187}
{"rows": 2600, "of": 26016, "epoch": 0, "ce": 0.1276158706843853, "kl": 0.0, "lr": 9.755581018398885e-05, "rows_per_s": 1.3016420591646591, "tokens_per_s": 8493.851239395268, "gpu_gb": 17.2341570854187}
{"rows": 2800, "of": 26016, "epoch": 0, "ce": 0.09540158527903259, "kl": 0.0, "lr": 9.716904268137568e-05, "rows_per_s": 1.304476296873418, "tokens_per_s": 8522.667301530357, "gpu_gb": 17.2341570854187}
{"rows": 3000, "of": 26016, "epoch": 0, "ce": 0.0937056295759976, "kl": 0.0, "lr": 9.675476365524183e-05, "rows_per_s": 1.3048507867340704, "tokens_per_s": 8539.020099633912, "gpu_gb": 17.2341570854187}
{"rows": 3200, "of": 26016, "epoch": 0, "ce": 0.10784881011117249, "kl": 0.0, "lr": 9.631321473540476e-05, "rows_per_s": 1.3045918588695378, "tokens_per_s": 8530.444047158428, "gpu_gb": 17.2341570854187}
{"rows": 3400, "of": 26016, "epoch": 0, "ce": 0.11549179875757545, "kl": 0.0, "lr": 9.584465345695108e-05, "rows_per_s": 1.2951517585161703, "tokens_per_s": 8463.743603921515, "gpu_gb": 17.2341570854187}
{"rows": 3600, "of": 26016, "epoch": 0, "ce": 0.11224200371652841, "kl": 0.0, "lr": 9.534935311002834e-05, "rows_per_s": 1.296103516839737, "tokens_per_s": 8467.2440995264, "gpu_gb": 17.2341570854187}
{"rows": 3800, "of": 26016, "epoch": 0, "ce": 0.09777469113003462, "kl": 0.0, "lr": 9.482760258044745e-05, "rows_per_s": 1.299644373045316, "tokens_per_s": 8492.374302479977, "gpu_gb": 17.2341570854187}
{"rows": 4000, "of": 26016, "epoch": 0, "ce": 0.11347274864092469, "kl": 0.0, "lr": 9.427970618118888e-05, "rows_per_s": 1.3004826201184663, "tokens_per_s": 8502.19643713138, "gpu_gb": 17.2341570854187}
{"rows": 4200, "of": 26016, "epoch": 0, "ce": 0.10587982336059212, "kl": 0.0, "lr": 9.37059834749111e-05, "rows_per_s": 1.302841578740315, "tokens_per_s": 8524.978843887277, "gpu_gb": 17.2341570854187}
{"rows": 4400, "of": 26016, "epoch": 0, "ce": 0.10273228042759001, "kl": 0.0, "lr": 9.31067690875643e-05, "rows_per_s": 1.3006484219242838, "tokens_per_s": 8532.24182374674, "gpu_gb": 17.2341570854187}
{"rows": 4600, "of": 26016, "epoch": 0, "ce": 0.10445060102734714, "kl": 0.0, "lr": 9.248241251321865e-05, "rows_per_s": 1.3012208068272395, "tokens_per_s": 8527.791566265665, "gpu_gb": 17.2341570854187}
{"rows": 4800, "of": 26016, "epoch": 0, "ce": 0.12074538596905768, "kl": 0.0, "lr": 9.183327791022047e-05, "rows_per_s": 1.3046135046568805, "tokens_per_s": 8557.416591771109, "gpu_gb": 17.2341570854187}
{"rows": 5000, "of": 26016, "epoch": 0, "ce": 0.10229002986103296, "kl": 0.0, "lr": 9.11597438887955e-05, "rows_per_s": 1.3050383527278648, "tokens_per_s": 8550.795036473033, "gpu_gb": 17.2341570854187}
{"rows": 5200, "of": 26016, "epoch": 0, "ce": 0.0994475709926337, "kl": 0.0, "lr": 9.04622032902231e-05, "rows_per_s": 1.3015868942956539, "tokens_per_s": 8525.11581828529, "gpu_gb": 17.673460960388184}
{"rows": 5400, "of": 26016, "epoch": 0, "ce": 0.10379408159293234, "kl": 0.0, "lr": 8.974106295771002e-05, "rows_per_s": 1.3044628067835886, "tokens_per_s": 8534.53681010624, "gpu_gb": 17.673460960388184}
{"rows": 5600, "of": 26016, "epoch": 0, "ce": 0.09124722224194556, "kl": 0.0, "lr": 8.899674349909759e-05, "rows_per_s": 1.3060469557566272, "tokens_per_s": 8532.387037035074, "gpu_gb": 17.673460960388184}
{"rows": 5800, "of": 26016, "epoch": 0, "ce": 0.10192924229893834, "kl": 0.0, "lr": 8.822967904154058e-05, "rows_per_s": 1.3072147954395692, "tokens_per_s": 8527.778894517598, "gpu_gb": 17.673460960388184}
{"rows": 6000, "of": 26016, "epoch": 0, "ce": 0.11276082823053002, "kl": 0.0, "lr": 8.744031697830088e-05, "rows_per_s": 1.3068346311044512, "tokens_per_s": 8515.141915974287, "gpu_gb": 17.673460960388184}
{"rows": 6200, "of": 26016, "epoch": 0, "ce": 0.09716706731356681, "kl": 0.0, "lr": 8.662911770780372e-05, "rows_per_s": 1.3081142869112217, "tokens_per_s": 8509.345044320688, "gpu_gb": 17.673460960388184}
{"rows": 6400, "of": 26016, "epoch": 0, "ce": 0.10494738984387368, "kl": 0.0, "lr": 8.579655436510847e-05, "rows_per_s": 1.3055376694958754, "tokens_per_s": 8513.906431135967, "gpu_gb": 23.384910106658936}
{"rows": 6600, "of": 26016, "epoch": 0, "ce": 0.09862258568871766, "kl": 0.0, "lr": 8.494311254595087e-05, "rows_per_s": 1.3074388581891607, "tokens_per_s": 8529.023509068289, "gpu_gb": 23.384910106658936}
{"rows": 6800, "of": 26016, "epoch": 0, "ce": 0.12068125354126095, "kl": 0.0, "lr": 8.406929002351746e-05, "rows_per_s": 1.3074842636014143, "tokens_per_s": 8541.703170209588, "gpu_gb": 23.384910106658936}
{"rows": 7000, "of": 26016, "epoch": 0, "ce": 0.0868050510622561, "kl": 0.0, "lr": 8.317559645811748e-05, "rows_per_s": 1.3094364864977739, "tokens_per_s": 8545.675824657448, "gpu_gb": 23.384910106658936}
{"rows": 7200, "of": 26016, "epoch": 0, "ce": 0.10754081818275153, "kl": 0.0, "lr": 8.22625530999215e-05, "rows_per_s": 1.310537050108543, "tokens_per_s": 8553.730438906809, "gpu_gb": 23.384910106658936}
{"rows": 7400, "of": 26016, "epoch": 0, "ce": 0.10953794126398861, "kl": 0.0, "lr": 8.133069248494038e-05, "rows_per_s": 1.3108894748692441, "tokens_per_s": 8560.485240193802, "gpu_gb": 23.384910106658936}
{"rows": 7600, "of": 26016, "epoch": 0, "ce": 0.09635531350504607, "kl": 0.0, "lr": 8.038055812442152e-05, "rows_per_s": 1.3117631021525535, "tokens_per_s": 8556.39183637619, "gpu_gb": 23.384910106658936}
{"rows": 7800, "of": 26016, "epoch": 0, "ce": 0.10271831860765815, "kl": 0.0, "lr": 7.94127041878439e-05, "rows_per_s": 1.3101083897026946, "tokens_per_s": 8567.50621879636, "gpu_gb": 23.384910106658936}
{"rows": 8000, "of": 26016, "epoch": 0, "ce": 0.10019719297997653, "kl": 0.0, "lr": 7.842769517969666e-05, "rows_per_s": 1.3098656988372233, "tokens_per_s": 8571.389786265168, "gpu_gb": 23.384910106658936}
{"rows": 8200, "of": 26016, "epoch": 0, "ce": 0.09967302082572133, "kl": 0.0, "lr": 7.74261056102296e-05, "rows_per_s": 1.3105294596546293, "tokens_per_s": 8577.603901825207, "gpu_gb": 23.384910106658936}
{"rows": 8400, "of": 26016, "epoch": 0, "ce": 0.10891576926223934, "kl": 0.0, "lr": 7.640851966036806e-05, "rows_per_s": 1.3102121879309558, "tokens_per_s": 8575.980150069627, "gpu_gb": 23.384910106658936}
{"rows": 8600, "of": 26016, "epoch": 0, "ce": 0.08241698800120503, "kl": 0.0, "lr": 7.537553084098697e-05, "rows_per_s": 1.3106354642983018, "tokens_per_s": 8579.82330310011, "gpu_gb": 23.384910106658936}
{"rows": 8800, "of": 26016, "epoch": 0, "ce": 0.10798336253035813, "kl": 0.0, "lr": 7.432774164674359e-05, "rows_per_s": 1.310737179035337, "tokens_per_s": 8597.908024862436, "gpu_gb": 23.384910106658936}
{"rows": 9000, "of": 26016, "epoch": 0, "ce": 0.08983938575722278, "kl": 0.0, "lr": 7.326576320466999e-05, "rows_per_s": 1.3112016656067162, "tokens_per_s": 8592.485751928813, "gpu_gb": 23.384910106658936}
{"rows": 9200, "of": 26016, "epoch": 0, "ce": 0.09661569789517671, "kl": 0.0, "lr": 7.219021491773108e-05, "rows_per_s": 1.311911174304482, "tokens_per_s": 8602.130270394146, "gpu_gb": 23.384910106658936}
{"rows": 9400, "of": 26016, "epoch": 0, "ce": 0.09280427047982812, "kl": 0.0, "lr": 7.110172410355538e-05, "rows_per_s": 1.312068598149493, "tokens_per_s": 8603.260597765251, "gpu_gb": 23.384910106658936}
{"rows": 9600, "of": 26016, "epoch": 0, "ce": 0.09468722312478349, "kl": 0.0, "lr": 7.000092562854959e-05, "rows_per_s": 1.3108765215583538, "tokens_per_s": 8603.19248822662, "gpu_gb": 23.384910106658936}
{"rows": 9800, "of": 26016, "epoch": 0, "ce": 0.08775657075922937, "kl": 0.0, "lr": 6.888846153761047e-05, "rows_per_s": 1.3109299217666923, "tokens_per_s": 8607.622584104472, "gpu_gb": 23.384910106658936}
{"rows": 10000, "of": 26016, "epoch": 0, "ce": 0.11158812100999058, "kl": 0.0, "lr": 6.776498067964953e-05, "rows_per_s": 1.3094506603913174, "tokens_per_s": 8592.528809744239, "gpu_gb": 23.384910106658936}
{"rows": 10200, "of": 26016, "epoch": 0, "ce": 0.10190904300659895, "kl": 0.0, "lr": 6.663113832914968e-05, "rows_per_s": 1.3097147425336169, "tokens_per_s": 8597.29217380136, "gpu_gb": 23.384910106658936}
{"rows": 10400, "of": 26016, "epoch": 0, "ce": 0.09363205465022474, "kl": 0.0, "lr": 6.548759580397363e-05, "rows_per_s": 1.3100739908236592, "tokens_per_s": 8592.343485270021, "gpu_gb": 23.384910106658936}
{"rows": 10600, "of": 26016, "epoch": 0, "ce": 0.11129171031992882, "kl": 0.0, "lr": 6.433502007964793e-05, "rows_per_s": 1.3082054165289165, "tokens_per_s": 8576.425878215481, "gpu_gb": 23.384910106658936}
{"rows": 10800, "of": 26016, "epoch": 0, "ce": 0.11577033136971294, "kl": 0.0, "lr": 6.317408340034685e-05, "rows_per_s": 1.3087308791738759, "tokens_per_s": 8571.718054332945, "gpu_gb": 23.384910106658936}
{"rows": 11000, "of": 26016, "epoch": 0, "ce": 0.08696674837265164, "kl": 0.0, "lr": 6.200546288680347e-05, "rows_per_s": 1.30658349040858, "tokens_per_s": 8557.450040701495, "gpu_gb": 23.384910106658936}
{"rows": 11200, "of": 26016, "epoch": 0, "ce": 0.09200721811503172, "kl": 0.0, "lr": 6.082984014137638e-05, "rows_per_s": 1.3071103825478951, "tokens_per_s": 8556.87301021318, "gpu_gb": 23.384910106658936}
{"rows": 11400, "of": 26016, "epoch": 0, "ce": 0.10855140430852771, "kl": 0.0, "lr": 5.96479008505026e-05, "rows_per_s": 1.3072240331470955, "tokens_per_s": 8560.427675704153, "gpu_gb": 23.384910106658936}
{"rows": 11600, "of": 26016, "epoch": 0, "ce": 0.09824764555087313, "kl": 0.0, "lr": 5.846033438476825e-05, "rows_per_s": 1.30805507856246, "tokens_per_s": 8560.740117240035, "gpu_gb": 23.384910106658936}
{"rows": 11800, "of": 26016, "epoch": 0, "ce": 0.10935585226397962, "kl": 0.0, "lr": 5.726783339683062e-05, "rows_per_s": 1.3088283633645923, "tokens_per_s": 8567.103759901702, "gpu_gb": 23.384910106658936}
{"rows": 12000, "of": 26016, "epoch": 0, "ce": 0.10163947968278081, "kl": 0.0, "lr": 5.607109341742579e-05, "rows_per_s": 1.3085864754306364, "tokens_per_s": 8581.242504306892, "gpu_gb": 23.385355949401855}
{"rows": 12200, "of": 26016, "epoch": 0, "ce": 0.09023875411134213, "kl": 0.0, "lr": 5.487081244969783e-05, "rows_per_s": 1.307749839235083, "tokens_per_s": 8578.820079482824, "gpu_gb": 23.385355949401855}
{"rows": 12400, "of": 26016, "epoch": 0, "ce": 0.08826861077919602, "kl": 0.0, "lr": 5.366769056208558e-05, "rows_per_s": 1.3079064485241472, "tokens_per_s": 8580.679735748326, "gpu_gb": 23.385355949401855}
{"rows": 12600, "of": 26016, "epoch": 0, "ce": 0.11737227831268683, "kl": 0.0, "lr": 5.2462429480005345e-05, "rows_per_s": 1.3081410538990117, "tokens_per_s": 8576.76037462899, "gpu_gb": 23.385355949401855}
{"rows": 12800, "of": 26016, "epoch": 0, "ce": 0.07100480829365552, "kl": 0.0, "lr": 5.125573217656664e-05, "rows_per_s": 1.3084947086653822, "tokens_per_s": 8579.956006274759, "gpu_gb": 23.385355949401855}
{"rows": 13000, "of": 26016, "epoch": 0, "ce": 0.09240765829570591, "kl": 0.0, "lr": 5.004830246256059e-05, "rows_per_s": 1.3076357099842366, "tokens_per_s": 8569.89399686641, "gpu_gb": 23.385355949401855}
{"rows": 13200, "of": 26016, "epoch": 0, "ce": 0.08983383147511631, "kl": 0.0, "lr": 4.8840844575959563e-05, "rows_per_s": 1.3077877287897872, "tokens_per_s": 8561.54729332275, "gpu_gb": 23.385355949401855}
{"rows": 13400, "of": 26016, "epoch": 0, "ce": 0.08263354171183891, "kl": 0.0, "lr": 4.763406277116772e-05, "rows_per_s": 1.3079254334758708, "tokens_per_s": 8562.833594893025, "gpu_gb": 23.385355949401855}
{"rows": 13600, "of": 26016, "epoch": 0, "ce": 0.10486351697938517, "kl": 0.0, "lr": 4.6428660908261864e-05, "rows_per_s": 1.3086644731643267, "tokens_per_s": 8566.621179787588, "gpu_gb": 23.385355949401855}
{"rows": 13800, "of": 26016, "epoch": 0, "ce": 0.07979557300452143, "kl": 0.0, "lr": 4.5225342042462565e-05, "rows_per_s": 1.3074161829611266, "tokens_per_s": 8569.698874704975, "gpu_gb": 23.385355949401855}
{"rows": 14000, "of": 26016, "epoch": 0, "ce": 0.08564892544585746, "kl": 0.0, "lr": 4.4024808014074267e-05, "rows_per_s": 1.3071645163378502, "tokens_per_s": 8566.744296517836, "gpu_gb": 23.385355949401855}
{"rows": 14200, "of": 26016, "epoch": 0, "ce": 0.08424756520777009, "kl": 0.0, "lr": 4.2827759039134546e-05, "rows_per_s": 1.306448586529592, "tokens_per_s": 8565.35551964857, "gpu_gb": 23.385355949401855}
{"rows": 14400, "of": 26016, "epoch": 0, "ce": 0.08440441401675343, "kl": 0.0, "lr": 4.163489330101017e-05, "rows_per_s": 1.3076476867261468, "tokens_per_s": 8570.360715291894, "gpu_gb": 23.385355949401855}
{"rows": 14600, "of": 26016, "epoch": 0, "ce": 0.0684824161347933, "kl": 0.0, "lr": 4.044690654317925e-05, "rows_per_s": 1.3077759017477195, "tokens_per_s": 8568.825028401183, "gpu_gb": 23.385355949401855}
{"rows": 14800, "of": 26016, "epoch": 0, "ce": 0.06843636301346123, "kl": 0.0, "lr": 3.926449166343597e-05, "rows_per_s": 1.3072240477254713, "tokens_per_s": 8571.885332719798, "gpu_gb": 23.385355949401855}
{"rows": 15000, "of": 26016, "epoch": 0, "ce": 0.08945686204358935, "kl": 0.0, "lr": 3.8088338309755514e-05, "rows_per_s": 1.30739116267601, "tokens_per_s": 8572.48680474741, "gpu_gb": 23.385355949401855}
{"rows": 15200, "of": 26016, "epoch": 0, "ce": 0.07946186201646924, "kl": 0.0, "lr": 3.691913247805415e-05, "rows_per_s": 1.3059071540104414, "tokens_per_s": 8567.96989153883, "gpu_gb": 23.385355949401855}
{"rows": 15400, "of": 26016, "epoch": 0, "ce": 0.09912534289062024, "kl": 0.0, "lr": 3.5757556112079526e-05, "rows_per_s": 1.3068355072183697, "tokens_per_s": 8569.287692524049, "gpu_gb": 23.385355949401855}
{"rows": 15600, "of": 26016, "epoch": 0, "ce": 0.07420192262565252, "kl": 0.0, "lr": 3.46042867056644e-05, "rows_per_s": 1.3063950101574686, "tokens_per_s": 8561.820130100541, "gpu_gb": 23.385355949401855}
{"rows": 15800, "of": 26016, "epoch": 0, "ce": 0.0816245180554688, "kl": 0.0, "lr": 3.3459996907575756e-05, "rows_per_s": 1.307095572525077, "tokens_per_s": 8564.78775003668, "gpu_gb": 23.385355949401855}
{"rows": 16000, "of": 26016, "epoch": 0, "ce": 0.08653278279001825, "kl": 0.0, "lr": 3.232535412918992e-05, "rows_per_s": 1.3068080712129095, "tokens_per_s": 8569.930371691888, "gpu_gb": 23.385355949401855}
{"rows": 16200, "of": 26016, "epoch": 0, "ce": 0.08726967943599448, "kl": 0.0, "lr": 3.1201020155222247e-05, "rows_per_s": 1.3071227538290526, "tokens_per_s": 8574.128829847208, "gpu_gb": 23.385355949401855}
{"rows": 16400, "of": 26016, "epoch": 0, "ce": 0.07609634039690719, "kl": 0.0, "lr": 3.0087650757738707e-05, "rows_per_s": 1.3073424312057687, "tokens_per_s": 8570.20135971946, "gpu_gb": 23.385355949401855}
{"rows": 16600, "of": 26016, "epoch": 0, "ce": 0.07342546508647502, "kl": 0.0, "lr": 2.8985895313674392e-05, "rows_per_s": 1.3067347464949945, "tokens_per_s": 8568.88224230836, "gpu_gb": 23.385355949401855}
{"rows": 16800, "of": 26016, "epoch": 0, "ce": 0.07961538979783654, "kl": 0.0, "lr": 2.7896396426081844e-05, "rows_per_s": 1.3071731590473403, "tokens_per_s": 8570.8866634366, "gpu_gb": 23.385355949401855}
{"rows": 17000, "of": 26016, "epoch": 0, "ce": 0.06130263954284601, "kl": 0.0, "lr": 2.6819789549330455e-05, "rows_per_s": 1.3073216039606868, "tokens_per_s": 8572.306777659109, "gpu_gb": 23.385355949401855}
{"rows": 17200, "of": 26016, "epoch": 0, "ce": 0.07921179708093405, "kl": 0.0, "lr": 2.5756702618475244e-05, "rows_per_s": 1.3072297441317502, "tokens_per_s": 8562.71324821839, "gpu_gb": 23.385355949401855}
{"rows": 17400, "of": 26016, "epoch": 0, "ce": 0.06909668329637497, "kl": 0.0, "lr": 2.4707755683011425e-05, "rows_per_s": 1.3076917321531434, "tokens_per_s": 8566.15974888539, "gpu_gb": 23.385355949401855}
{"rows": 17600, "of": 26016, "epoch": 0, "ce": 0.09042671537259593, "kl": 0.0, "lr": 2.3673560545228078e-05, "rows_per_s": 1.3075969850227251, "tokens_per_s": 8563.829777771552, "gpu_gb": 23.385355949401855}
{"rows": 17800, "of": 26016, "epoch": 0, "ce": 0.05831700397888198, "kl": 0.0, "lr": 2.265472040337221e-05, "rows_per_s": 1.307557964849351, "tokens_per_s": 8560.672496509864, "gpu_gb": 23.385355949401855}
{"rows": 18000, "of": 26016, "epoch": 0, "ce": 0.07406770232249983, "kl": 0.0, "lr": 2.1651829499831043e-05, "rows_per_s": 1.307657083576258, "tokens_per_s": 8561.44857843056, "gpu_gb": 23.385355949401855}
{"rows": 18200, "of": 26016, "epoch": 0, "ce": 0.08319879051763564, "kl": 0.0, "lr": 2.06654727745379e-05, "rows_per_s": 1.3077549111451154, "tokens_per_s": 8556.875492087835, "gpu_gb": 23.385355949401855}
{"rows": 18400, "of": 26016, "epoch": 0, "ce": 0.07702640515984967, "kl": 0.0, "lr": 1.96962255238038e-05, "rows_per_s": 1.3076082453946543, "tokens_per_s": 8554.655414195235, "gpu_gb": 23.385355949401855}
{"rows": 18600, "of": 26016, "epoch": 0, "ce": 0.05874788155313581, "kl": 0.0, "lr": 1.874465306477363e-05, "rows_per_s": 1.3071526929816477, "tokens_per_s": 8553.2549775802, "gpu_gb": 23.385355949401855}
{"rows": 18800, "of": 26016, "epoch": 0, "ce": 0.07376383375376463, "kl": 0.0, "lr": 1.7811310405702796e-05, "rows_per_s": 1.305511265424238, "tokens_per_s": 8550.396312360619, "gpu_gb": 23.846881866455078}
{"rows": 19000, "of": 26016, "epoch": 0, "ce": 0.06260637430474163, "kl": 0.0, "lr": 1.6896741922246555e-05, "rows_per_s": 1.305902020122018, "tokens_per_s": 8548.632296045565, "gpu_gb": 23.846881866455078}
{"rows": 19200, "of": 26016, "epoch": 0, "ce": 0.09029084144392982, "kl": 0.0, "lr": 1.6001481039950872e-05, "rows_per_s": 1.305595289461014, "tokens_per_s": 8546.461036688146, "gpu_gb": 23.846881866455078}
{"rows": 19400, "of": 26016, "epoch": 0, "ce": 0.0628396339341998, "kl": 0.0, "lr": 1.5126049923129892e-05, "rows_per_s": 1.3053009512169194, "tokens_per_s": 8544.559774462072, "gpu_gb": 23.846881866455078}
{"rows": 19600, "of": 26016, "epoch": 0, "ce": 0.07810155213694088, "kl": 0.0, "lr": 1.4270959170311587e-05, "rows_per_s": 1.3052513909112773, "tokens_per_s": 8544.451838719991, "gpu_gb": 23.846881866455078}
{"rows": 19800, "of": 26016, "epoch": 0, "ce": 0.07273113187635318, "kl": 0.0, "lr": 1.3436707516429365e-05, "rows_per_s": 1.3052968748951663, "tokens_per_s": 8544.164290955197, "gpu_gb": 23.846881866455078}
{"rows": 20000, "of": 26016, "epoch": 0, "ce": 0.07944329025456681, "kl": 0.0, "lr": 1.262378154193285e-05, "rows_per_s": 1.3054900069657516, "tokens_per_s": 8545.325834049614, "gpu_gb": 23.846881866455078}
{"rows": 20200, "of": 26016, "epoch": 0, "ce": 0.07112028512172401, "kl": 0.0, "lr": 1.1832655388988156e-05, "rows_per_s": 1.3050242073713345, "tokens_per_s": 8543.314873072293, "gpu_gb": 23.846881866455078}
{"rows": 20400, "of": 26016, "epoch": 0, "ce": 0.06595994144910947, "kl": 0.0, "lr": 1.1063790484932463e-05, "rows_per_s": 1.3057887345306485, "tokens_per_s": 8545.364143624038, "gpu_gb": 23.846881866455078}
{"rows": 20600, "of": 26016, "epoch": 0, "ce": 0.09845127704553307, "kl": 0.0, "lr": 1.0317635273144971e-05, "rows_per_s": 1.305842724688772, "tokens_per_s": 8544.167489016141, "gpu_gb": 23.846881866455078}
{"rows": 20800, "of": 26016, "epoch": 0, "ce": 0.06711255298694596, "kl": 0.0, "lr": 9.594624951490455e-06, "rows_per_s": 1.3060593490916153, "tokens_per_s": 8545.957729801403, "gpu_gb": 23.846881866455078}
{"rows": 21000, "of": 26016, "epoch": 0, "ce": 0.06078801407827996, "kl": 0.0, "lr": 8.895181218488551e-06, "rows_per_s": 1.3066171226829946, "tokens_per_s": 8552.382237338017, "gpu_gb": 23.846881866455078}
{"rows": 21200, "of": 26016, "epoch": 0, "ce": 0.06715412786579691, "kl": 0.0, "lr": 8.219712027356374e-06, "rows_per_s": 1.3055530747177304, "tokens_per_s": 8549.018702574342, "gpu_gb": 23.846881866455078}
{"rows": 21400, "of": 26016, "epoch": 0, "ce": 0.07682103851111606, "kl": 0.0, "lr": 7.5686113480683606e-06, "rows_per_s": 1.3052135492208126, "tokens_per_s": 8545.075749227304, "gpu_gb": 23.846881866455078}
{"rows": 21600, "of": 26016, "epoch": 0, "ce": 0.05676541410852223, "kl": 0.0, "lr": 6.942258937571772e-06, "rows_per_s": 1.30511493984266, "tokens_per_s": 8545.787491830695, "gpu_gb": 23.846881866455078}
{"rows": 21800, "of": 26016, "epoch": 0, "ce": 0.06049736668355763, "kl": 0.0, "lr": 6.341020118291935e-06, "rows_per_s": 1.3051961130501009, "tokens_per_s": 8546.921320202646, "gpu_gb": 23.846881866455078}
{"rows": 22000, "of": 26016, "epoch": 0, "ce": 0.06279707045527175, "kl": 0.0, "lr": 5.765245565056615e-06, "rows_per_s": 1.3051496288922062, "tokens_per_s": 8542.343616159882, "gpu_gb": 23.846881866455078}
{"rows": 22200, "of": 26016, "epoch": 0, "ce": 0.07164741162559948, "kl": 0.0, "lr": 5.215271100563562e-06, "rows_per_s": 1.3051304775797257, "tokens_per_s": 8544.747085741037, "gpu_gb": 23.846881866455078}
{"rows": 22400, "of": 26016, "epoch": 0, "ce": 0.0739423557522241, "kl": 0.0, "lr": 4.691417499510686e-06, "rows_per_s": 1.3048593476990187, "tokens_per_s": 8540.07281815586, "gpu_gb": 23.846881866455078}
{"rows": 22600, "of": 26016, "epoch": 0, "ce": 0.07274793753866106, "kl": 0.0, "lr": 4.193990301502926e-06, "rows_per_s": 1.3058473511544784, "tokens_per_s": 8542.883879544695, "gpu_gb": 23.846881866455078}
{"rows": 22800, "of": 26016, "epoch": 0, "ce": 0.05820969991385937, "kl": 0.0, "lr": 3.7232796328451557e-06, "rows_per_s": 1.3065139659667628, "tokens_per_s": 8547.938678360255, "gpu_gb": 23.846881866455078}
{"rows": 23000, "of": 26016, "epoch": 0, "ce": 0.07114249044330791, "kl": 0.0, "lr": 3.2795600373249135e-06, "rows_per_s": 1.3066047018004479, "tokens_per_s": 8550.407079974912, "gpu_gb": 23.846881866455078}
{"rows": 23200, "of": 26016, "epoch": 0, "ce": 0.07257074234541505, "kl": 0.0, "lr": 2.8630903160836773e-06, "rows_per_s": 1.3074743831630808, "tokens_per_s": 8553.265225236553, "gpu_gb": 23.846881866455078}
{"rows": 23400, "of": 26016, "epoch": 0, "ce": 0.06967641732655466, "kl": 0.0, "lr": 2.474113376670151e-06, "rows_per_s": 1.3078010790904342, "tokens_per_s": 8556.394301814193, "gpu_gb": 23.846881866455078}
{"rows": 23600, "of": 26016, "epoch": 0, "ce": 0.06633248233934864, "kl": 0.0, "lr": 2.112856091363458e-06, "rows_per_s": 1.3073185840938508, "tokens_per_s": 8560.570479177513, "gpu_gb": 23.846881866455078}
{"rows": 23800, "of": 26016, "epoch": 0, "ce": 0.0742102218058426, "kl": 0.0, "lr": 1.7795291648490586e-06, "rows_per_s": 1.3070669754590991, "tokens_per_s": 8559.571269153883, "gpu_gb": 23.846881866455078}
{"rows": 24000, "of": 26016, "epoch": 0, "ce": 0.05395677152322605, "kl": 0.0, "lr": 1.4743270113244279e-06, "rows_per_s": 1.3069762102795994, "tokens_per_s": 8557.421508900836, "gpu_gb": 23.846881866455078}
{"rows": 24200, "of": 26016, "epoch": 0, "ce": 0.078603034846019, "kl": 0.0, "lr": 1.1974276411062691e-06, "rows_per_s": 1.3069928332800842, "tokens_per_s": 8555.00670679286, "gpu_gb": 23.846881866455078}
{"rows": 24400, "of": 26016, "epoch": 0, "ce": 0.0735311275080312, "kl": 0.0, "lr": 9.489925568052504e-07, "rows_per_s": 1.3067669638762671, "tokens_per_s": 8554.571266122888, "gpu_gb": 23.846881866455078}
{"rows": 24600, "of": 26016, "epoch": 0, "ce": 0.09146337467245758, "kl": 0.0, "lr": 7.291666591290547e-07, "rows_per_s": 1.3066637797989777, "tokens_per_s": 8555.286763482874, "gpu_gb": 23.846881866455078}
{"rows": 24800, "of": 26016, "epoch": 0, "ce": 0.06396220365422778, "kl": 0.0, "lr": 5.380781623684661e-07, "rows_per_s": 1.3071194551634064, "tokens_per_s": 8560.109004677892, "gpu_gb": 23.846881866455078}
{"rows": 25000, "of": 26016, "epoch": 0, "ce": 0.0658585247740848, "kl": 0.0, "lr": 3.758385196159009e-07, "rows_per_s": 1.3070951187219786, "tokens_per_s": 8558.29793673417, "gpu_gb": 23.846881866455078}
{"rows": 25200, "of": 26016, "epoch": 0, "ce": 0.061776661277981475, "kl": 0.0, "lr": 2.4254235775997837e-07, "rows_per_s": 1.3069872051089269, "tokens_per_s": 8557.248738215436, "gpu_gb": 23.846881866455078}
{"rows": 25400, "of": 26016, "epoch": 0, "ce": 0.08016695802682079, "kl": 0.0, "lr": 1.3826742229398616e-07, "rows_per_s": 1.3062104007877502, "tokens_per_s": 8549.60887510067, "gpu_gb": 23.846881866455078}
{"rows": 25600, "of": 26016, "epoch": 0, "ce": 0.07184232336177956, "kl": 0.0, "lr": 6.307453197059165e-08, "rows_per_s": 1.3056618208096638, "tokens_per_s": 8552.999093587523, "gpu_gb": 23.846881866455078}
{"rows": 25800, "of": 26016, "epoch": 0, "ce": 0.06300472088158131, "kl": 0.0, "lr": 1.7007543329017328e-08, "rows_per_s": 1.305771417453511, "tokens_per_s": 8553.838088976134, "gpu_gb": 23.846881866455078}
{"rows": 26000, "of": 26016, "epoch": 0, "ce": 0.06399069912498817, "kl": 0.0, "lr": 9.332511557436085e-11, "rows_per_s": 1.3060319093310573, "tokens_per_s": 8554.406934701512, "gpu_gb": 23.846881866455078}
{"rows": 26016, "of": 26016, "epoch": 0, "ce": 0.07345758628798649, "kl": 0.0, "lr": 0.0, "rows_per_s": 1.3060358806146826, "tokens_per_s": 8554.117745184854, "gpu_gb": 23.846881866455078}
|