Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -168,3 +168,5 @@
|
|
| 168 |
{"step": 3360, "tokens": 1761607680, "loss": 3.025486373901367, "tokens_per_second": 927855.3870296703, "lr": 0.0015, "gradient_norm": 0.15192417800426483, "benchmark": false}
|
| 169 |
{"step": 3380, "tokens": 1772093440, "loss": 3.014867401123047, "tokens_per_second": 963873.3903153073, "lr": 0.0015, "gradient_norm": 0.15605700016021729, "benchmark": false}
|
| 170 |
{"step": 3400, "tokens": 1782579200, "loss": 3.011953353881836, "tokens_per_second": 967688.8832669553, "lr": 0.0015, "gradient_norm": 0.17889906466007233, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 168 |
{"step": 3360, "tokens": 1761607680, "loss": 3.025486373901367, "tokens_per_second": 927855.3870296703, "lr": 0.0015, "gradient_norm": 0.15192417800426483, "benchmark": false}
|
| 169 |
{"step": 3380, "tokens": 1772093440, "loss": 3.014867401123047, "tokens_per_second": 963873.3903153073, "lr": 0.0015, "gradient_norm": 0.15605700016021729, "benchmark": false}
|
| 170 |
{"step": 3400, "tokens": 1782579200, "loss": 3.011953353881836, "tokens_per_second": 967688.8832669553, "lr": 0.0015, "gradient_norm": 0.17889906466007233, "benchmark": false}
|
| 171 |
+
{"step": 3420, "tokens": 1793064960, "loss": 3.0426443099975584, "tokens_per_second": 966745.6060672435, "lr": 0.0015, "gradient_norm": 0.14536422491073608, "benchmark": false}
|
| 172 |
+
{"step": 3440, "tokens": 1803550720, "loss": 3.040130043029785, "tokens_per_second": 941263.0945912544, "lr": 0.0015, "gradient_norm": 0.17657268047332764, "benchmark": false}
|