Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -704,3 +704,5 @@
|
|
| 704 |
{"step": 14080, "tokens": 7381975040, "loss": 2.7681150436401367, "tokens_per_second": 975875.657074898, "lr": 0.0015, "gradient_norm": 0.10557014495134354, "benchmark": false}
|
| 705 |
{"step": 14100, "tokens": 7392460800, "loss": 2.7867458343505858, "tokens_per_second": 966180.8714196938, "lr": 0.0015, "gradient_norm": 0.12427403032779694, "benchmark": false}
|
| 706 |
{"step": 14120, "tokens": 7402946560, "loss": 2.771135711669922, "tokens_per_second": 967829.3294986727, "lr": 0.0015, "gradient_norm": 0.14234967529773712, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 704 |
{"step": 14080, "tokens": 7381975040, "loss": 2.7681150436401367, "tokens_per_second": 975875.657074898, "lr": 0.0015, "gradient_norm": 0.10557014495134354, "benchmark": false}
|
| 705 |
{"step": 14100, "tokens": 7392460800, "loss": 2.7867458343505858, "tokens_per_second": 966180.8714196938, "lr": 0.0015, "gradient_norm": 0.12427403032779694, "benchmark": false}
|
| 706 |
{"step": 14120, "tokens": 7402946560, "loss": 2.771135711669922, "tokens_per_second": 967829.3294986727, "lr": 0.0015, "gradient_norm": 0.14234967529773712, "benchmark": false}
|
| 707 |
+
{"step": 14140, "tokens": 7413432320, "loss": 2.7977426528930662, "tokens_per_second": 982225.6659788291, "lr": 0.0015, "gradient_norm": 0.10697734355926514, "benchmark": false}
|
| 708 |
+
{"step": 14160, "tokens": 7423918080, "loss": 2.7943275451660154, "tokens_per_second": 943209.179024705, "lr": 0.0015, "gradient_norm": 0.12122584134340286, "benchmark": false}
|