Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1415,3 +1415,5 @@
|
|
| 1415 |
{"step": 28300, "tokens": 14837350400, "loss": 2.7068309783935547, "tokens_per_second": 975386.9027002855, "lr": 0.0015, "gradient_norm": 0.15980087220668793, "benchmark": false}
|
| 1416 |
{"step": 28320, "tokens": 14847836160, "loss": 2.717203140258789, "tokens_per_second": 981444.4818704984, "lr": 0.0015, "gradient_norm": 0.18326503038406372, "benchmark": false}
|
| 1417 |
{"step": 28340, "tokens": 14858321920, "loss": 2.7370832443237303, "tokens_per_second": 978146.9677676647, "lr": 0.0015, "gradient_norm": 0.1777624487876892, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1415 |
{"step": 28300, "tokens": 14837350400, "loss": 2.7068309783935547, "tokens_per_second": 975386.9027002855, "lr": 0.0015, "gradient_norm": 0.15980087220668793, "benchmark": false}
|
| 1416 |
{"step": 28320, "tokens": 14847836160, "loss": 2.717203140258789, "tokens_per_second": 981444.4818704984, "lr": 0.0015, "gradient_norm": 0.18326503038406372, "benchmark": false}
|
| 1417 |
{"step": 28340, "tokens": 14858321920, "loss": 2.7370832443237303, "tokens_per_second": 978146.9677676647, "lr": 0.0015, "gradient_norm": 0.1777624487876892, "benchmark": false}
|
| 1418 |
+
{"step": 28360, "tokens": 14868807680, "loss": 2.7065557479858398, "tokens_per_second": 976829.9330950398, "lr": 0.0015, "gradient_norm": 0.21732781827449799, "benchmark": false}
|
| 1419 |
+
{"step": 28380, "tokens": 14879293440, "loss": 2.6789697647094726, "tokens_per_second": 974337.8487540164, "lr": 0.0015, "gradient_norm": 0.18991118669509888, "benchmark": false}
|