Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1403,3 +1403,5 @@
|
|
| 1403 |
{"step": 28060, "tokens": 14711521280, "loss": 2.681853485107422, "tokens_per_second": 945412.9039389335, "lr": 0.0015, "gradient_norm": 0.2263222336769104, "benchmark": false}
|
| 1404 |
{"step": 28080, "tokens": 14722007040, "loss": 2.7147281646728514, "tokens_per_second": 958340.254903997, "lr": 0.0015, "gradient_norm": 0.17466644942760468, "benchmark": false}
|
| 1405 |
{"step": 28100, "tokens": 14732492800, "loss": 2.6936927795410157, "tokens_per_second": 929234.3664731835, "lr": 0.0015, "gradient_norm": 0.19458916783332825, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1403 |
{"step": 28060, "tokens": 14711521280, "loss": 2.681853485107422, "tokens_per_second": 945412.9039389335, "lr": 0.0015, "gradient_norm": 0.2263222336769104, "benchmark": false}
|
| 1404 |
{"step": 28080, "tokens": 14722007040, "loss": 2.7147281646728514, "tokens_per_second": 958340.254903997, "lr": 0.0015, "gradient_norm": 0.17466644942760468, "benchmark": false}
|
| 1405 |
{"step": 28100, "tokens": 14732492800, "loss": 2.6936927795410157, "tokens_per_second": 929234.3664731835, "lr": 0.0015, "gradient_norm": 0.19458916783332825, "benchmark": false}
|
| 1406 |
+
{"step": 28120, "tokens": 14742978560, "loss": 2.691815185546875, "tokens_per_second": 976019.1507491164, "lr": 0.0015, "gradient_norm": 0.1861569732427597, "benchmark": false}
|
| 1407 |
+
{"step": 28140, "tokens": 14753464320, "loss": 2.7600332260131837, "tokens_per_second": 829225.0087726458, "lr": 0.0015, "gradient_norm": 0.2019202709197998, "benchmark": false}
|