Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1204,3 +1204,5 @@
|
|
| 1204 |
{"step": 24080, "tokens": 12624855040, "loss": 2.715492057800293, "tokens_per_second": 975792.0311073642, "lr": 0.0015, "gradient_norm": 0.15931537747383118, "benchmark": false}
|
| 1205 |
{"step": 24100, "tokens": 12635340800, "loss": 2.746675491333008, "tokens_per_second": 973183.5604599785, "lr": 0.0015, "gradient_norm": 0.18187576532363892, "benchmark": false}
|
| 1206 |
{"step": 24120, "tokens": 12645826560, "loss": 2.728923225402832, "tokens_per_second": 966498.0331267812, "lr": 0.0015, "gradient_norm": 0.16409577429294586, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1204 |
{"step": 24080, "tokens": 12624855040, "loss": 2.715492057800293, "tokens_per_second": 975792.0311073642, "lr": 0.0015, "gradient_norm": 0.15931537747383118, "benchmark": false}
|
| 1205 |
{"step": 24100, "tokens": 12635340800, "loss": 2.746675491333008, "tokens_per_second": 973183.5604599785, "lr": 0.0015, "gradient_norm": 0.18187576532363892, "benchmark": false}
|
| 1206 |
{"step": 24120, "tokens": 12645826560, "loss": 2.728923225402832, "tokens_per_second": 966498.0331267812, "lr": 0.0015, "gradient_norm": 0.16409577429294586, "benchmark": false}
|
| 1207 |
+
{"step": 24140, "tokens": 12656312320, "loss": 2.7178735733032227, "tokens_per_second": 979731.1730105949, "lr": 0.0015, "gradient_norm": 0.17806899547576904, "benchmark": false}
|
| 1208 |
+
{"step": 24160, "tokens": 12666798080, "loss": 2.734188461303711, "tokens_per_second": 946900.7145102122, "lr": 0.0015, "gradient_norm": 0.17147523164749146, "benchmark": false}
|