Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -952,3 +952,5 @@
|
|
| 952 |
{"step": 19040, "tokens": 9982443520, "loss": 2.753316307067871, "tokens_per_second": 903611.3654674874, "lr": 0.0015, "gradient_norm": 0.12864474952220917, "benchmark": false}
|
| 953 |
{"step": 19060, "tokens": 9992929280, "loss": 2.6966789245605467, "tokens_per_second": 983493.5365173507, "lr": 0.0015, "gradient_norm": 0.14442148804664612, "benchmark": false}
|
| 954 |
{"step": 19080, "tokens": 10003415040, "loss": 2.747500991821289, "tokens_per_second": 986488.5372464606, "lr": 0.0015, "gradient_norm": 0.15878035128116608, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 952 |
{"step": 19040, "tokens": 9982443520, "loss": 2.753316307067871, "tokens_per_second": 903611.3654674874, "lr": 0.0015, "gradient_norm": 0.12864474952220917, "benchmark": false}
|
| 953 |
{"step": 19060, "tokens": 9992929280, "loss": 2.6966789245605467, "tokens_per_second": 983493.5365173507, "lr": 0.0015, "gradient_norm": 0.14442148804664612, "benchmark": false}
|
| 954 |
{"step": 19080, "tokens": 10003415040, "loss": 2.747500991821289, "tokens_per_second": 986488.5372464606, "lr": 0.0015, "gradient_norm": 0.15878035128116608, "benchmark": false}
|
| 955 |
+
{"step": 19100, "tokens": 10013900800, "loss": 2.7421308517456056, "tokens_per_second": 852400.9870833084, "lr": 0.0015, "gradient_norm": 0.1463121771812439, "benchmark": false}
|
| 956 |
+
{"step": 19120, "tokens": 10024386560, "loss": 2.755142593383789, "tokens_per_second": 980298.5760051379, "lr": 0.0015, "gradient_norm": 0.14999626576900482, "benchmark": false}
|