Exp B B1: r512k_smollm2_seed2 -> exp-b-b1/smollm2-135M-seed2/metrics.csv

exp-b-b1/smollm2-135M-seed2/metrics.csv

@@ -0,0 +1,31 @@
+step,tokens,timed_hours,gpu_hours,train_loss_ema,neutral_bpb,ownval_bpb,lr,wallclock_s
+17,8912896,0.001005,0.008040,10.1780,3.255538,2.783990,3.02e-04,39.1
+23,12058624,0.001867,0.014940,9.5743,3.011111,2.548108,4.08e-04,72.1
+30,15728640,0.002876,0.023005,8.9125,2.917641,2.447950,5.33e-04,105.7
+40,20971520,0.004313,0.034502,8.2236,2.853685,2.385472,7.10e-04,140.6
+54,28311552,0.006327,0.050615,7.5301,2.716686,2.257915,9.59e-04,177.7
+71,37224448,0.008768,0.070145,6.9279,2.687919,2.164904,1.26e-03,216.4
+95,49807360,0.012218,0.097745,6.3889,2.535828,2.050310,1.69e-03,258.7
+127,66584576,0.016812,0.134498,6.0152,2.426149,1.974904,2.25e-03,305.1
+169,88604672,0.022846,0.182766,5.6422,2.326338,1.848334,3.00e-03,356.9
+226,118489088,0.031029,0.248231,5.1877,2.177253,1.696036,3.00e-03,416.2
+301,157810688,0.041794,0.334350,4.6897,1.938591,1.525318,3.00e-03,484.8
+401,210239488,0.056148,0.449186,4.1854,1.758418,1.390477,3.00e-03,566.3
+535,280494080,0.075384,0.603075,3.8889,1.625125,1.293529,3.00e-03,665.4
+713,373817344,0.100959,0.807674,3.6744,1.546083,1.231421,3.00e-03,787.4
+951,498597888,0.135126,1.081009,3.5382,1.483282,1.184623,3.00e-03,940.2
+1269,665321472,0.180786,1.446290,3.4068,1.429820,1.145672,3.00e-03,1134.3
+1692,887095296,0.241506,1.932052,3.3166,1.426359,1.114621,3.00e-03,1382.8
+2256,1182793728,0.322496,2.579969,3.2286,1.375682,1.087447,3.00e-03,1704.3
+3009,1577582592,0.430592,3.444734,3.1734,1.366073,1.065294,3.00e-03,2123.4
+4012,2103443456,0.574582,4.596655,3.1192,1.335165,1.046212,3.00e-03,2671.9
+5350,2804940800,0.766608,6.132868,3.0534,1.339134,1.028600,3.00e-03,3393.3
+7135,3740794880,1.022822,8.182575,3.0153,1.315832,1.013833,3.00e-03,4345.4
+9514,4988076032,1.364279,10.914235,2.9724,1.310227,1.001196,3.00e-03,5604.6
+12687,6651641856,1.819740,14.557924,2.9406,1.310334,0.989762,3.00e-03,7274.3
+15227,7983333376,2.184318,17.474542,2.8999,1.291013,0.969698,1.52e-03,8616.6
+15565,8160542720,2.232829,17.862630,2.8714,1.281736,0.965992,1.21e-03,8821.2
+15904,8338276352,2.281509,18.252072,2.8630,1.283374,0.962500,9.10e-04,9026.4
+16242,8515485696,2.330014,18.640114,2.8505,1.287796,0.959071,6.07e-04,9230.9
+16581,8693219328,2.378661,19.029289,2.8392,1.278756,0.956068,3.04e-04,9435.9
+16919,8870428672,2.427165,19.417323,2.8351,1.277421,0.954140,8.96e-07,9640.5