| [ |
| { |
| "step": 0, |
| "val_loss": 5.58193359375, |
| "tok_per_s": 0.0 |
| }, |
| { |
| "step": 0, |
| "train_loss": 5.6109619140625, |
| "lr": 1e-06, |
| "grad_norm": 9.888680762594152 |
| }, |
| { |
| "step": 400, |
| "train_loss": 2.446561336517334, |
| "lr": 0.00040100000000000004, |
| "grad_norm": 0.8258977142160494 |
| }, |
| { |
| "step": 500, |
| "val_loss": 3.2868219375610352, |
| "tok_per_s": 2054.886555523649 |
| }, |
| { |
| "step": 800, |
| "train_loss": 1.657127857208252, |
| "lr": 0.0008010000000000001, |
| "grad_norm": 0.7207793043890298 |
| }, |
| { |
| "step": 1000, |
| "val_loss": 3.0127882957458496, |
| "tok_per_s": 2075.676320022549 |
| }, |
| { |
| "step": 1200, |
| "train_loss": 1.439911127090454, |
| "lr": 0.000988964669915361, |
| "grad_norm": 0.6918267287873078 |
| }, |
| { |
| "step": 1500, |
| "val_loss": 3.1109124064445495, |
| "tok_per_s": 2082.604405546491 |
| }, |
| { |
| "step": 1600, |
| "train_loss": 1.3208760023117065, |
| "lr": 0.0009042005118087267, |
| "grad_norm": 0.46964749288958346 |
| }, |
| { |
| "step": 2000, |
| "val_loss": 2.9630029678344725, |
| "tok_per_s": 2086.1097494803685 |
| }, |
| { |
| "step": 2000, |
| "train_loss": 1.2361996173858643, |
| "lr": 0.0007495464131639923, |
| "grad_norm": 0.4868616595311802 |
| }, |
| { |
| "step": 2400, |
| "train_loss": 1.375333547592163, |
| "lr": 0.0005517434726252113, |
| "grad_norm": 0.5504912286387305 |
| }, |
| { |
| "step": 2500, |
| "val_loss": 3.0222906470298767, |
| "tok_per_s": 2088.2879672418094 |
| }, |
| { |
| "step": 2800, |
| "train_loss": 0.8583204746246338, |
| "lr": 0.00034499361559483973, |
| "grad_norm": 0.3340267158695349 |
| }, |
| { |
| "step": 3000, |
| "val_loss": 2.819178342819214, |
| "tok_per_s": 2089.7442111843507 |
| }, |
| { |
| "step": 3200, |
| "train_loss": 1.0901888608932495, |
| "lr": 0.00016504577061691466, |
| "grad_norm": 0.41001456695044497 |
| }, |
| { |
| "step": 3500, |
| "val_loss": 2.7360673546791077, |
| "tok_per_s": 2090.7246422699573 |
| }, |
| { |
| "step": 3600, |
| "train_loss": 1.182705044746399, |
| "lr": 4.301455486296946e-05, |
| "grad_norm": 0.533361263737973 |
| }, |
| { |
| "step": 4000, |
| "val_loss": 2.8145708560943605, |
| "tok_per_s": 2091.511885105994 |
| }, |
| { |
| "step": 4000, |
| "train_loss": 0.9793441891670227, |
| "lr": 2.741556527352529e-10, |
| "grad_norm": 0.367307059953119 |
| } |
| ] |
