data-ladder: dl_pythia160m_dclm

data-ladder-runs/dl_pythia160m_dclm/metrics.csv

@@ -0,0 +1,31 @@
+step,tokens,timed_hours,gpu_hours,train_loss_ema,neutral_bpb,ownval_bpb,lr,wallclock_s
+17,8912896,0.000751,0.006008,10.3269,3.344708,3.183815,6.04e-05,28.7
+23,12058624,0.001333,0.010663,9.9938,3.230259,3.050893,8.17e-05,54.3
+30,15728640,0.002079,0.016635,9.5816,3.077927,2.865025,1.07e-04,80.3
+40,20971520,0.003060,0.024484,8.9168,2.900211,2.607187,1.42e-04,107.0
+54,28311552,0.004397,0.035172,8.0304,2.777350,2.394886,1.92e-04,135.3
+71,37224448,0.006032,0.048255,7.2558,2.633077,2.251641,2.52e-04,164.7
+95,49807360,0.008298,0.066382,6.6272,2.501893,2.137899,3.37e-04,196.2
+127,66584576,0.011331,0.090651,6.1441,2.383277,2.034251,4.51e-04,230.6
+169,88604672,0.015286,0.122291,5.7745,2.276413,1.935513,6.00e-04,268.4
+226,118489088,0.020617,0.164938,5.3868,2.143298,1.813910,6.00e-04,311.0
+301,157810688,0.027232,0.217860,5.0890,2.036757,1.722303,6.00e-04,358.3
+401,210239488,0.035992,0.287938,4.8306,1.932957,1.640592,6.00e-04,413.2
+535,280494080,0.047464,0.379714,4.5609,1.779371,1.543719,5.99e-04,478.1
+713,373817344,0.062091,0.496730,4.2707,1.605169,1.448903,5.99e-04,554.1
+951,498597888,0.081190,0.649521,4.0758,1.500515,1.381830,5.97e-04,646.2
+1269,665321472,0.105868,0.846946,3.9172,1.428851,1.332019,5.94e-04,758.2
+1692,887095296,0.138152,1.105214,3.8125,1.380348,1.291607,5.89e-04,897.7
+2256,1182793728,0.180954,1.447635,3.6941,1.341561,1.256637,5.80e-04,1075.3
+3009,1577582592,0.237772,1.902176,3.6053,1.305272,1.227459,5.63e-04,1303.3
+4012,2103443456,0.313350,2.506799,3.5513,1.280652,1.201952,5.33e-04,1598.8
+5350,2804940800,0.414123,3.312986,3.5010,1.254138,1.179795,4.82e-04,1985.2
+7135,3740794880,0.548467,4.387738,3.4321,1.232198,1.159259,4.01e-04,2492.3
+9514,4988076032,0.727571,5.820568,3.3699,1.208094,1.139020,2.81e-04,3160.5
+12687,6651641856,0.966387,7.731094,3.3102,1.190890,1.121039,1.41e-04,4043.8
+15227,7983333376,1.157545,9.260359,3.3048,1.180683,1.112735,7.35e-05,4755.4
+15565,8160542720,1.182965,9.463723,3.2997,1.180023,1.111922,6.87e-05,4870.3
+15904,8338276352,1.208463,9.667706,3.2839,1.179723,1.111316,6.49e-05,4985.5
+16242,8515485696,1.233896,9.871165,3.2861,1.177937,1.110737,6.22e-05,5100.5
+16581,8693219328,1.259409,10.075270,3.2952,1.178525,1.110228,6.05e-05,5215.7
+16919,8870428672,1.284844,10.278748,3.2927,1.177924,1.109901,6.00e-05,5330.3