| [ |
| { |
| "step": 0, |
| "val_loss": 5.619070100784302, |
| "tok_per_s": 0.0 |
| }, |
| { |
| "step": 0, |
| "train_loss": 5.616189956665039, |
| "lr": 1e-06, |
| "grad_norm": 29.273247877751935 |
| }, |
| { |
| "step": 400, |
| "train_loss": 2.6516408920288086, |
| "lr": 0.00040100000000000004, |
| "grad_norm": 1.352886640052276 |
| }, |
| { |
| "step": 500, |
| "val_loss": 3.729518210887909, |
| "tok_per_s": 9780.942111616952 |
| }, |
| { |
| "step": 800, |
| "train_loss": 2.1480326652526855, |
| "lr": 0.0008010000000000001, |
| "grad_norm": 1.4094370777928795 |
| }, |
| { |
| "step": 1000, |
| "val_loss": 3.7294750928878786, |
| "tok_per_s": 12756.35488794051 |
| }, |
| { |
| "step": 1200, |
| "train_loss": 2.240513563156128, |
| "lr": 0.000988964669915361, |
| "grad_norm": 0.8976523252261448 |
| }, |
| { |
| "step": 1500, |
| "val_loss": 3.4839155077934265, |
| "tok_per_s": 14198.011686047617 |
| }, |
| { |
| "step": 1600, |
| "train_loss": 1.931168556213379, |
| "lr": 0.0009042005118087267, |
| "grad_norm": 0.7024651656325952 |
| }, |
| { |
| "step": 2000, |
| "val_loss": 3.584827196598053, |
| "tok_per_s": 15103.588029890892 |
| }, |
| { |
| "step": 2000, |
| "train_loss": 1.7497514486312866, |
| "lr": 0.0007495464131639923, |
| "grad_norm": 0.7033821207986488 |
| }, |
| { |
| "step": 2400, |
| "train_loss": 1.6890695095062256, |
| "lr": 0.0005517434726252113, |
| "grad_norm": 0.5302752272105545 |
| }, |
| { |
| "step": 2500, |
| "val_loss": 3.5327754378318788, |
| "tok_per_s": 15689.552746711572 |
| }, |
| { |
| "step": 2800, |
| "train_loss": 1.6101696491241455, |
| "lr": 0.00034499361559483973, |
| "grad_norm": 0.5084148331381609 |
| }, |
| { |
| "step": 3000, |
| "val_loss": 3.376665234565735, |
| "tok_per_s": 16068.29102371795 |
| }, |
| { |
| "step": 3200, |
| "train_loss": 1.9343514442443848, |
| "lr": 0.00016504577061691466, |
| "grad_norm": 0.6363576595902085 |
| }, |
| { |
| "step": 3500, |
| "val_loss": 3.4783490896224976, |
| "tok_per_s": 16377.076453772866 |
| }, |
| { |
| "step": 3600, |
| "train_loss": 1.604689121246338, |
| "lr": 4.301455486296946e-05, |
| "grad_norm": 0.5709548462524181 |
| }, |
| { |
| "step": 4000, |
| "val_loss": 3.490683543682098, |
| "tok_per_s": 16631.861465038073 |
| }, |
| { |
| "step": 4000, |
| "train_loss": 1.6441144943237305, |
| "lr": 2.741556527352529e-10, |
| "grad_norm": 0.5403057249666863 |
| } |
| ] |
