Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1417,3 +1417,5 @@
|
|
| 1417 |
{"step": 28340, "tokens": 14858321920, "loss": 2.7370832443237303, "tokens_per_second": 978146.9677676647, "lr": 0.0015, "gradient_norm": 0.1777624487876892, "benchmark": false}
|
| 1418 |
{"step": 28360, "tokens": 14868807680, "loss": 2.7065557479858398, "tokens_per_second": 976829.9330950398, "lr": 0.0015, "gradient_norm": 0.21732781827449799, "benchmark": false}
|
| 1419 |
{"step": 28380, "tokens": 14879293440, "loss": 2.6789697647094726, "tokens_per_second": 974337.8487540164, "lr": 0.0015, "gradient_norm": 0.18991118669509888, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1417 |
{"step": 28340, "tokens": 14858321920, "loss": 2.7370832443237303, "tokens_per_second": 978146.9677676647, "lr": 0.0015, "gradient_norm": 0.1777624487876892, "benchmark": false}
|
| 1418 |
{"step": 28360, "tokens": 14868807680, "loss": 2.7065557479858398, "tokens_per_second": 976829.9330950398, "lr": 0.0015, "gradient_norm": 0.21732781827449799, "benchmark": false}
|
| 1419 |
{"step": 28380, "tokens": 14879293440, "loss": 2.6789697647094726, "tokens_per_second": 974337.8487540164, "lr": 0.0015, "gradient_norm": 0.18991118669509888, "benchmark": false}
|
| 1420 |
+
{"step": 28400, "tokens": 14889779200, "loss": 2.6932584762573244, "tokens_per_second": 968527.3888425346, "lr": 0.0015, "gradient_norm": 0.22206197679042816, "benchmark": false}
|
| 1421 |
+
{"step": 28420, "tokens": 14900264960, "loss": 2.700602149963379, "tokens_per_second": 979506.5395886932, "lr": 0.0015, "gradient_norm": 0.20620445907115936, "benchmark": false}
|