Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -958,3 +958,5 @@
|
|
| 958 |
{"step": 19160, "tokens": 10045358080, "loss": 2.7893213272094726, "tokens_per_second": 981731.5379929591, "lr": 0.0015, "gradient_norm": 0.1472080945968628, "benchmark": false}
|
| 959 |
{"step": 19180, "tokens": 10055843840, "loss": 2.775373840332031, "tokens_per_second": 986579.4321388454, "lr": 0.0015, "gradient_norm": 0.16339096426963806, "benchmark": false}
|
| 960 |
{"step": 19200, "tokens": 10066329600, "loss": 2.7338415145874024, "tokens_per_second": 985006.8019876045, "lr": 0.0015, "gradient_norm": 0.1467619240283966, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 958 |
{"step": 19160, "tokens": 10045358080, "loss": 2.7893213272094726, "tokens_per_second": 981731.5379929591, "lr": 0.0015, "gradient_norm": 0.1472080945968628, "benchmark": false}
|
| 959 |
{"step": 19180, "tokens": 10055843840, "loss": 2.775373840332031, "tokens_per_second": 986579.4321388454, "lr": 0.0015, "gradient_norm": 0.16339096426963806, "benchmark": false}
|
| 960 |
{"step": 19200, "tokens": 10066329600, "loss": 2.7338415145874024, "tokens_per_second": 985006.8019876045, "lr": 0.0015, "gradient_norm": 0.1467619240283966, "benchmark": false}
|
| 961 |
+
{"step": 19220, "tokens": 10076815360, "loss": 2.7391054153442385, "tokens_per_second": 986374.2817026775, "lr": 0.0015, "gradient_norm": 0.13758915662765503, "benchmark": false}
|
| 962 |
+
{"step": 19240, "tokens": 10087301120, "loss": 2.7754047393798826, "tokens_per_second": 971840.8801934872, "lr": 0.0015, "gradient_norm": 0.14771384000778198, "benchmark": false}
|