exp-a retrain era_a0_c4

exp-a-core-retrain/era_a0_c4/metrics.csv

@@ -0,0 +1,31 @@
+step,tokens,timed_hours,gpu_hours,train_loss_ema,neutral_bpb,ownval_bpb,lr,wallclock_s
+17,8912896,0.000368,0.002943,10.4731,3.485381,3.066619,1.46e-05,10.2
+23,12058624,0.000684,0.005470,10.2312,3.485368,3.015300,1.97e-05,19.1
+30,15728640,0.001054,0.008429,9.9705,3.421490,2.938644,2.57e-05,28.1
+40,20971520,0.001580,0.012638,9.6032,3.301570,2.827229,3.43e-05,37.5
+54,28311552,0.002316,0.018526,9.1019,3.186390,2.668472,4.63e-05,47.8
+71,37224448,0.003210,0.025683,8.4776,3.023442,2.475438,6.09e-05,58.8
+95,49807360,0.004476,0.035806,7.7156,2.860531,2.285393,8.14e-05,71.1
+127,66584576,0.006163,0.049303,7.0546,2.744445,2.154988,1.09e-04,84.8
+169,88604672,0.008380,0.067039,6.5875,2.625728,2.055864,1.45e-04,100.6
+226,118489088,0.011393,0.091144,6.2797,2.534683,1.975651,1.94e-04,119.2
+301,157810688,0.015363,0.122905,5.9990,2.429146,1.896521,2.58e-04,141.3
+401,210239488,0.020651,0.165208,5.6852,2.348350,1.801266,3.44e-04,168.1
+535,280494080,0.027729,0.221832,5.2496,2.166499,1.662613,4.59e-04,201.4
+714,374341632,0.037185,0.297479,4.7802,1.907225,1.499998,6.00e-04,243.3
+952,499122176,0.049759,0.398068,4.2984,1.684622,1.359141,6.00e-04,296.3
+1269,665321472,0.066557,0.532454,4.0382,1.579966,1.281771,5.98e-04,364.6
+1692,887095296,0.088934,0.711473,3.8536,1.520043,1.227702,5.95e-04,453.1
+2257,1183318016,0.118877,0.951013,3.7189,1.468603,1.188340,5.88e-04,568.6
+3010,1578106880,0.158681,1.269451,3.6238,1.429222,1.155393,5.73e-04,719.7
+4014,2104492032,0.211792,1.694333,3.5386,1.399682,1.128400,5.46e-04,918.7
+5352,2805989376,0.282471,2.259769,3.4615,1.377995,1.104600,4.98e-04,1181.0
+7137,3741843456,0.376774,3.014190,3.3877,1.355808,1.083236,4.16e-04,1528.3
+9518,4990173184,0.502485,4.019883,3.3447,1.331044,1.062890,2.93e-04,1988.6
+12692,6654263296,0.670079,5.360629,3.2645,1.319617,1.043122,1.46e-04,2599.8
+15232,7985954816,0.804181,6.433445,3.2402,1.308910,1.032967,7.44e-05,3090.5
+15571,8163688448,0.822086,6.576691,3.2296,1.309965,1.032193,6.92e-05,3162.8
+15910,8341422080,0.840006,6.720046,3.2316,1.309926,1.031380,6.52e-05,3235.1
+16248,8518631424,0.857843,6.862740,3.2145,1.306823,1.030704,6.23e-05,3307.2
+16586,8695840768,0.875693,7.005541,3.2319,1.306038,1.030210,6.06e-05,3379.3
+16925,8873574400,0.893590,7.148721,3.2333,1.308419,1.029741,6.00e-05,3451.6