data-ladder: dl_pythia160m_c4

data-ladder-runs/dl_pythia160m_c4/metrics.csv

@@ -0,0 +1,31 @@
+step,tokens,timed_hours,gpu_hours,train_loss_ema,neutral_bpb,ownval_bpb,lr,wallclock_s
+17,8912896,0.000526,0.004204,10.3531,3.394792,2.952484,6.04e-05,27.8
+23,12058624,0.000980,0.007841,10.0286,3.284680,2.829729,8.17e-05,53.4
+30,15728640,0.001506,0.012052,9.6164,3.124508,2.661313,1.07e-04,79.2
+40,20971520,0.002258,0.018061,8.9755,2.966927,2.432466,1.42e-04,105.8
+54,28311552,0.003310,0.026478,8.1262,2.844092,2.251326,1.92e-04,133.5
+71,37224448,0.004587,0.036700,7.4071,2.714238,2.122775,2.52e-04,162.1
+95,49807360,0.006393,0.051143,6.7611,2.603802,2.017920,3.37e-04,192.7
+127,66584576,0.008802,0.070414,6.2925,2.504352,1.928374,4.51e-04,225.2
+169,88604672,0.011963,0.095706,5.9165,2.381034,1.826097,6.00e-04,260.6
+226,118489088,0.016253,0.130028,5.5501,2.273598,1.726215,6.00e-04,299.9
+301,157810688,0.021903,0.175227,5.2148,2.173473,1.627667,6.00e-04,344.1
+401,210239488,0.029434,0.235470,4.9095,2.052653,1.540803,6.00e-04,395.3
+535,280494080,0.039522,0.316176,4.5877,1.899392,1.444649,5.99e-04,455.7
+713,373817344,0.052922,0.423373,4.2766,1.741125,1.351153,5.99e-04,528.0
+951,498597888,0.070842,0.566734,4.0594,1.639419,1.291233,5.97e-04,616.4
+1269,665321472,0.094793,0.758343,3.9045,1.570759,1.243954,5.94e-04,726.8
+1692,887095296,0.126660,1.013284,3.7896,1.506002,1.202685,5.89e-04,865.6
+2256,1182793728,0.169148,1.353183,3.6851,1.471989,1.171287,5.80e-04,1042.6
+3009,1577582592,0.225881,1.807046,3.5918,1.435950,1.144031,5.63e-04,1270.7
+4012,2103443456,0.301447,2.411578,3.5176,1.409860,1.120664,5.33e-04,1566.6
+5350,2804940800,0.402267,3.218134,3.4297,1.385437,1.098712,4.82e-04,1953.6
+7135,3740794880,0.536746,4.293972,3.3727,1.364016,1.079675,4.01e-04,2461.8
+9514,4988076032,0.715992,5.727935,3.3373,1.349317,1.061226,2.81e-04,3131.2
+12687,6651641856,0.955021,7.640164,3.2670,1.337689,1.044339,1.41e-04,4016.0
+15227,7983333376,1.146296,9.170372,3.2570,1.330444,1.036549,7.35e-05,4728.8
+15565,8160542720,1.171739,9.373912,3.2395,1.328866,1.035883,6.87e-05,4845.0
+15904,8338276352,1.197264,9.578114,3.2327,1.329320,1.035282,6.49e-05,4960.9
+16242,8515485696,1.222695,9.781560,3.2418,1.328393,1.034839,6.22e-05,5076.5
+16581,8693219328,1.248222,9.985773,3.2590,1.325685,1.034306,6.05e-05,5192.6
+16919,8870428672,1.273708,10.189662,3.2516,1.327231,1.034030,6.00e-05,5308.6