data-ladder: dl_pythia160m_refinedweb

data-ladder-runs/dl_pythia160m_refinedweb/metrics.csv

@@ -0,0 +1,31 @@
+step,tokens,timed_hours,gpu_hours,train_loss_ema,neutral_bpb,ownval_bpb,lr,wallclock_s
+17,8912896,0.000741,0.005930,10.3823,3.354727,3.183997,6.04e-05,30.9
+23,12058624,0.001355,0.010842,10.0700,3.243340,3.052055,8.17e-05,56.5
+30,15728640,0.002069,0.016551,9.6641,3.094276,2.871928,1.07e-04,82.5
+40,20971520,0.003107,0.024859,9.0424,2.909438,2.628466,1.42e-04,109.7
+54,28311552,0.004579,0.036635,8.2131,2.777925,2.425967,1.92e-04,138.6
+71,37224448,0.006340,0.050723,7.5025,2.640065,2.284023,2.52e-04,168.3
+95,49807360,0.008689,0.069509,6.8800,2.516881,2.172084,3.37e-04,200.2
+127,66584576,0.012065,0.096524,6.4068,2.416245,2.072947,4.51e-04,235.7
+169,88604672,0.016207,0.129655,6.0256,2.324628,1.991396,6.00e-04,274.2
+226,118489088,0.021608,0.172864,5.6354,2.177763,1.855763,6.00e-04,316.9
+301,157810688,0.028777,0.230213,5.2985,2.047795,1.759290,6.00e-04,366.2
+401,210239488,0.037578,0.300625,5.0104,1.926780,1.667585,6.00e-04,421.3
+535,280494080,0.048961,0.391688,4.6573,1.731006,1.558197,5.99e-04,485.7
+713,373817344,0.063698,0.509585,4.3679,1.586252,1.467522,5.99e-04,562.2
+951,498597888,0.082642,0.661133,4.1744,1.502456,1.407577,5.97e-04,653.8
+1269,665321472,0.107322,0.858578,4.0291,1.444532,1.358294,5.94e-04,766.0
+1692,887095296,0.139551,1.116408,3.9152,1.395466,1.317061,5.89e-04,905.5
+2256,1182793728,0.182632,1.461056,3.8167,1.351769,1.283258,5.80e-04,1084.2
+3009,1577582592,0.239487,1.915894,3.7211,1.321272,1.254860,5.63e-04,1312.3
+4012,2103443456,0.315155,2.521241,3.6368,1.294903,1.229946,5.33e-04,1608.2
+5350,2804940800,0.416011,3.328084,3.5709,1.269493,1.208154,4.82e-04,1994.8
+7135,3740794880,0.550516,4.404130,3.5188,1.242443,1.188130,4.01e-04,2502.4
+9514,4988076032,0.729800,5.838402,3.4510,1.221058,1.169181,2.81e-04,3171.3
+12687,6651641856,0.968913,7.751301,3.3953,1.204956,1.152173,1.41e-04,4055.7
+15227,7983333376,1.160328,9.282627,3.3750,1.194798,1.144021,7.35e-05,4768.2
+15565,8160542720,1.185794,9.486353,3.3529,1.194290,1.143316,6.87e-05,4883.5
+15904,8338276352,1.211332,9.690653,3.3867,1.192306,1.142584,6.49e-05,4998.9
+16242,8515485696,1.236794,9.894355,3.3684,1.193217,1.142114,6.22e-05,5114.0
+16581,8693219328,1.262333,10.098661,3.3669,1.192633,1.141672,6.05e-05,5229.6
+16919,8870428672,1.287827,10.302617,3.3676,1.191704,1.141351,6.00e-05,5344.7