| {"rows": 200, "of": 5760, "epoch": 0, "ce": 0.2577789610044824, "kl": 0.16837326706633707, "lr": 9.970281691111598e-05, "rows_per_s": 0.6307757672736115, "tokens_per_s": 3947.8362946353523, "gpu_gb": 15.256054878234863} |
| {"rows": 400, "of": 5760, "epoch": 0, "ce": 0.2544304948532954, "kl": 0.03746419742431802, "lr": 9.881480035599667e-05, "rows_per_s": 0.810804043759091, "tokens_per_s": 5223.078029289501, "gpu_gb": 15.81239128112793} |
| {"rows": 600, "of": 5760, "epoch": 0, "ce": 0.26670797203074803, "kl": 0.12841644801055202, "lr": 9.73465064747553e-05, "rows_per_s": 0.8946281392943494, "tokens_per_s": 5702.097335607989, "gpu_gb": 15.81239128112793} |
| {"rows": 800, "of": 5760, "epoch": 0, "ce": 0.28882892028643536, "kl": 0.0543268827702074, "lr": 9.53153893518325e-05, "rows_per_s": 0.9577780459271861, "tokens_per_s": 6050.3126494634125, "gpu_gb": 15.81239128112793} |
| {"rows": 1000, "of": 5760, "epoch": 0, "ce": 0.2832969942688942, "kl": 0.0968433364352677, "lr": 9.274559353364734e-05, "rows_per_s": 0.9814088165838669, "tokens_per_s": 6191.390247371043, "gpu_gb": 15.81239128112793} |
| {"rows": 1200, "of": 5760, "epoch": 0, "ce": 0.3009799416176975, "kl": 0.03366438765927645, "lr": 8.966766701456177e-05, "rows_per_s": 1.0096780020469922, "tokens_per_s": 6375.850701052884, "gpu_gb": 16.716597080230713} |
| {"rows": 1400, "of": 5760, "epoch": 0, "ce": 0.31191022992134093, "kl": 0.04753414500737563, "lr": 8.611819810298778e-05, "rows_per_s": 1.0293943863266701, "tokens_per_s": 6520.79285624447, "gpu_gb": 17.835293769836426} |
| {"rows": 1600, "of": 5760, "epoch": 0, "ce": 0.2816520441127451, "kl": 0.12532968321465887, "lr": 8.213938048432697e-05, "rows_per_s": 1.0407932081002564, "tokens_per_s": 6678.473390315037, "gpu_gb": 18.370572090148926} |
| {"rows": 1800, "of": 5760, "epoch": 0, "ce": 0.24644574816479828, "kl": 0.14326527389076707, "lr": 7.777851165098012e-05, "rows_per_s": 1.049856546921072, "tokens_per_s": 6741.348191147784, "gpu_gb": 18.72653341293335} |
| {"rows": 2000, "of": 5760, "epoch": 1, "ce": 0.2466322773232542, "kl": 0.08163721362333967, "lr": 7.308743066175172e-05, "rows_per_s": 1.0426453482833684, "tokens_per_s": 6745.886209323641, "gpu_gb": 18.72653341293335} |
| {"rows": 2200, "of": 5760, "epoch": 1, "ce": 0.1897313885133842, "kl": 0.06584541735243138, "lr": 6.812190191418508e-05, "rows_per_s": 1.0555948426347834, "tokens_per_s": 6843.49045828191, "gpu_gb": 18.72653341293335} |
| {"rows": 2400, "of": 5760, "epoch": 1, "ce": 0.1459376883293901, "kl": 0.10906424961285666, "lr": 6.294095225512603e-05, "rows_per_s": 1.0649558234977126, "tokens_per_s": 6932.935182951382, "gpu_gb": 20.68865966796875} |
| {"rows": 2600, "of": 5760, "epoch": 1, "ce": 0.1854311903672559, "kl": 0.09118593924722518, "lr": 5.7606169309495836e-05, "rows_per_s": 1.071274579992721, "tokens_per_s": 7007.978345429982, "gpu_gb": 20.68865966796875} |
| {"rows": 2800, "of": 5760, "epoch": 1, "ce": 0.17243211964766184, "kl": 0.3702436981299851, "lr": 5.218096936826681e-05, "rows_per_s": 1.070039968218501, "tokens_per_s": 7056.956391999743, "gpu_gb": 20.68865966796875} |
| {"rows": 3000, "of": 5760, "epoch": 1, "ce": 0.17879176321320045, "kl": 0.025740427888443017, "lr": 4.6729843538492847e-05, "rows_per_s": 1.0755347038921959, "tokens_per_s": 7108.409624501583, "gpu_gb": 20.68865966796875} |
| {"rows": 3200, "of": 5760, "epoch": 1, "ce": 0.16701541836254108, "kl": 0.03204973436368164, "lr": 4.131759111665349e-05, "rows_per_s": 1.0804125320344247, "tokens_per_s": 7160.172056019132, "gpu_gb": 20.99252700805664} |
| {"rows": 3400, "of": 5760, "epoch": 1, "ce": 0.20029758037451437, "kl": 0.09656489826738834, "lr": 3.60085492984504e-05, "rows_per_s": 1.0882799183947878, "tokens_per_s": 7210.179663011671, "gpu_gb": 20.99252700805664} |
| {"rows": 3600, "of": 5760, "epoch": 1, "ce": 0.16556619326102323, "kl": 0.04844531934871893, "lr": 3.086582838174551e-05, "rows_per_s": 1.0910289527226837, "tokens_per_s": 7234.691782039589, "gpu_gb": 20.99252700805664} |
| {"rows": 3800, "of": 5760, "epoch": 1, "ce": 0.15622588924386285, "kl": 0.0237639391407891, "lr": 2.595056155403063e-05, "rows_per_s": 1.0968982378400165, "tokens_per_s": 7259.713606579813, "gpu_gb": 20.99252700805664} |
| {"rows": 4000, "of": 5760, "epoch": 2, "ce": 0.09368964977329597, "kl": 0.03326954931581996, "lr": 2.132117818244771e-05, "rows_per_s": 1.0920866362557793, "tokens_per_s": 7229.689978077797, "gpu_gb": 20.99252700805664} |
| {"rows": 4200, "of": 5760, "epoch": 2, "ce": 0.07026117825598428, "kl": 0.07036887253086795, "lr": 1.703270924499656e-05, "rows_per_s": 1.0942484435493463, "tokens_per_s": 7240.796187889496, "gpu_gb": 20.99252700805664} |
| {"rows": 4400, "of": 5760, "epoch": 2, "ce": 0.0927521621977741, "kl": 0.09895767261776414, "lr": 1.3136133159493802e-05, "rows_per_s": 1.0984046849259557, "tokens_per_s": 7256.831230450025, "gpu_gb": 20.99252700805664} |
| {"rows": 4600, "of": 5760, "epoch": 2, "ce": 0.07493404685245718, "kl": 0.007646463126036451, "lr": 9.677769786625867e-06, "rows_per_s": 1.1003894157143876, "tokens_per_s": 7268.2433687982375, "gpu_gb": 20.99252700805664} |
| {"rows": 4800, "of": 5760, "epoch": 2, "ce": 0.08476917690464429, "kl": 0.03275518031053556, "lr": 6.698729810778065e-06, "rows_per_s": 1.102253908686706, "tokens_per_s": 7277.659906996618, "gpu_gb": 20.99252700805664} |
| {"rows": 5000, "of": 5760, "epoch": 2, "ce": 0.08343447117065941, "kl": 0.022468336584374218, "lr": 4.234426044027645e-06, "rows_per_s": 1.1055304173254539, "tokens_per_s": 7296.812956137849, "gpu_gb": 20.99252700805664} |
| {"rows": 5200, "of": 5760, "epoch": 2, "ce": 0.07309539373964072, "kl": 0.03068972138407844, "lr": 2.314152462588659e-06, "rows_per_s": 1.1094303796001321, "tokens_per_s": 7322.74316266363, "gpu_gb": 20.99252700805664} |
| {"rows": 5400, "of": 5760, "epoch": 2, "ce": 0.07884265224520977, "kl": 0.04088277054093355, "lr": 9.607359798384785e-07, "rows_per_s": 1.1096436538028849, "tokens_per_s": 7318.137706910081, "gpu_gb": 20.99252700805664} |
| {"rows": 5600, "of": 5760, "epoch": 2, "ce": 0.08927944804908651, "kl": 0.015799456091104624, "lr": 1.9026509541272275e-07, "rows_per_s": 1.1078380699685184, "tokens_per_s": 7338.002058995711, "gpu_gb": 20.99252700805664} |
| {"rows": 5760, "of": 5760, "epoch": 2, "ce": 0.07990307508614557, "kl": 0.024603099601253318, "lr": 0.0, "rows_per_s": 1.1101904560740863, "tokens_per_s": 7358.410958796954, "gpu_gb": 20.99252700805664} |
|
|
