exp-a retrain era_a0_refinedweb

exp-a-core-retrain/era_a0_refinedweb/metrics.csv

@@ -0,0 +1,31 @@
+step,tokens,timed_hours,gpu_hours,train_loss_ema,neutral_bpb,ownval_bpb,lr,wallclock_s
+17,8912896,0.000617,0.004938,10.5037,3.454138,3.255089,1.46e-05,14.1
+23,12058624,0.001099,0.008794,10.2791,3.420840,3.209289,1.97e-05,23.6
+30,15728640,0.001730,0.013840,10.0303,3.365724,3.124207,2.57e-05,33.6
+40,20971520,0.002561,0.020490,9.6798,3.266427,3.002760,3.43e-05,44.3
+54,28311552,0.003731,0.029847,9.1874,3.129952,2.839612,4.63e-05,56.2
+71,37224448,0.005359,0.042876,8.5822,2.956041,2.637094,6.09e-05,69.8
+95,49807360,0.007178,0.057425,7.8021,2.794875,2.434339,8.14e-05,84.2
+127,66584576,0.009708,0.077661,7.1712,2.682852,2.301672,1.09e-04,100.9
+169,88604672,0.013124,0.104989,6.7059,2.565469,2.194270,1.45e-04,121.0
+226,118489088,0.017250,0.138000,6.3864,2.455447,2.102416,1.94e-04,143.6
+301,157810688,0.022317,0.178537,6.1113,2.353100,2.013882,2.58e-04,169.6
+401,210239488,0.028961,0.231690,5.7640,2.223538,1.903147,3.44e-04,201.3
+535,280494080,0.037390,0.299123,5.3662,2.053978,1.768107,4.59e-04,239.4
+714,374341632,0.048233,0.385862,4.7911,1.725698,1.583596,6.00e-04,286.2
+952,499122176,0.062163,0.497306,4.4041,1.565497,1.465115,6.00e-04,344.1
+1269,665321472,0.079976,0.639805,4.1456,1.473789,1.385023,5.98e-04,416.0
+1692,887095296,0.103233,0.825861,3.9752,1.408417,1.328400,5.95e-04,507.4
+2257,1183318016,0.133524,1.068189,3.8569,1.356791,1.285581,5.88e-04,624.3
+3010,1578106880,0.173552,1.388414,3.7252,1.319456,1.252536,5.73e-04,776.1
+4014,2104492032,0.226689,1.813510,3.6729,1.290360,1.224099,5.46e-04,975.2
+5352,2805989376,0.297409,2.379273,3.5932,1.261238,1.199669,4.98e-04,1237.6
+7137,3741843456,0.391718,3.133746,3.5284,1.233898,1.177902,4.16e-04,1584.9
+9518,4990173184,0.517605,4.140837,3.4601,1.211910,1.156859,2.93e-04,2045.9
+12692,6654263296,0.685203,5.481621,3.4090,1.187788,1.136504,1.46e-04,2657.0
+15232,7985954816,0.819478,6.555828,3.3764,1.174185,1.126464,7.44e-05,3148.3
+15571,8163688448,0.837390,6.699118,3.3589,1.173031,1.125519,6.92e-05,3220.5
+15910,8341422080,0.855298,6.842382,3.3625,1.172763,1.124716,6.52e-05,3292.8
+16248,8518631424,0.873166,6.985331,3.3679,1.170655,1.124023,6.23e-05,3364.9
+16586,8695840768,0.891009,7.128070,3.3700,1.170586,1.123461,6.06e-05,3436.9
+16925,8873574400,0.908909,7.271270,3.3564,1.170135,1.123131,6.00e-05,3509.1