exp-a retrain era_a1_c4

exp-a-core-retrain/era_a1_c4/metrics.csv

@@ -0,0 +1,31 @@
+step,tokens,timed_hours,gpu_hours,train_loss_ema,neutral_bpb,ownval_bpb,lr,wallclock_s
+6,786432,0.000125,0.001001,18.2170,3.032403,2.514487,2.30e-02,485.0
+8,1048576,0.000149,0.001194,17.8008,2.951302,2.396880,2.30e-02,493.4
+10,1310720,0.000172,0.001373,17.3702,2.849579,2.314337,2.30e-02,501.9
+14,1835008,0.000213,0.001703,16.5058,2.715460,2.190813,2.30e-02,510.4
+18,2359296,0.000252,0.002013,15.7513,2.625330,2.115183,2.30e-02,518.9
+24,3145728,0.000307,0.002459,14.7757,2.539280,2.037168,2.30e-02,527.6
+32,4194304,0.000381,0.003045,13.7239,2.447770,1.955930,2.30e-02,536.3
+42,5505024,0.000471,0.003772,12.8041,2.304760,1.856941,2.30e-02,545.0
+56,7340032,0.000598,0.004782,11.8137,2.153649,1.759990,2.30e-02,553.8
+75,9830400,0.000766,0.006130,10.9524,2.033621,1.680327,2.30e-02,562.9
+100,13107200,0.000990,0.007924,10.3297,1.933899,1.601678,2.30e-02,572.2
+133,17432576,0.001284,0.010273,9.7702,1.829430,1.531973,2.30e-02,581.6
+177,23199744,0.001676,0.013409,9.3528,1.765403,1.492241,2.30e-02,591.4
+236,30932992,0.002201,0.017605,8.9899,1.704912,1.447851,2.30e-02,601.6
+314,41156608,0.002893,0.023142,8.6349,1.686211,1.412719,2.30e-02,612.5
+419,54919168,0.003823,0.030588,8.2617,1.634062,1.380770,2.30e-02,624.3
+558,73138176,0.005056,0.040451,7.8332,1.576235,1.342867,2.30e-02,637.1
+745,97648640,0.006714,0.053712,7.3680,1.536047,1.311881,2.30e-02,651.4
+957,130285568,0.008879,0.071031,6.9443,1.508724,1.293912,3.50e-02,683.7
+1122,173539328,0.011612,0.092894,6.2158,1.456533,1.247831,3.46e-02,701.9
+1343,231473152,0.015257,0.122056,5.3734,1.414810,1.203885,3.04e-02,723.4
+1637,308543488,0.020114,0.160911,4.2975,1.351950,1.145319,2.48e-02,749.3
+1966,411303936,0.026487,0.211896,3.3353,1.335826,1.095962,2.09e-02,794.8
+2315,548536320,0.034866,0.278926,3.2530,1.309102,1.065632,1.32e-02,833.3
+2594,658243584,0.041567,0.332534,3.1884,1.288948,1.044936,7.11e-03,865.9
+2632,673185792,0.042479,0.339831,3.1521,1.282299,1.043130,6.28e-03,877.5
+2669,687734784,0.043363,0.346904,3.1705,1.281688,1.040559,5.47e-03,889.1
+2706,702283776,0.044250,0.353997,3.1598,1.277724,1.038806,4.66e-03,900.7
+2743,716832768,0.045133,0.361064,3.1603,1.277385,1.036150,3.85e-03,912.2
+2780,731381760,0.046023,0.368181,3.1401,1.272999,1.034666,3.45e-03,937.7