Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1278,3 +1278,5 @@
|
|
| 1278 |
{"step": 25560, "tokens": 13400801280, "loss": 2.70369815826416, "tokens_per_second": 994968.8319761851, "lr": 0.0015, "gradient_norm": 0.1720699965953827, "benchmark": false}
|
| 1279 |
{"step": 25580, "tokens": 13411287040, "loss": 2.7260082244873045, "tokens_per_second": 979677.8507507413, "lr": 0.0015, "gradient_norm": 0.18026603758335114, "benchmark": false}
|
| 1280 |
{"step": 25600, "tokens": 13421772800, "loss": 2.7517717361450194, "tokens_per_second": 987180.0865562145, "lr": 0.0015, "gradient_norm": 0.1635952591896057, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1278 |
{"step": 25560, "tokens": 13400801280, "loss": 2.70369815826416, "tokens_per_second": 994968.8319761851, "lr": 0.0015, "gradient_norm": 0.1720699965953827, "benchmark": false}
|
| 1279 |
{"step": 25580, "tokens": 13411287040, "loss": 2.7260082244873045, "tokens_per_second": 979677.8507507413, "lr": 0.0015, "gradient_norm": 0.18026603758335114, "benchmark": false}
|
| 1280 |
{"step": 25600, "tokens": 13421772800, "loss": 2.7517717361450194, "tokens_per_second": 987180.0865562145, "lr": 0.0015, "gradient_norm": 0.1635952591896057, "benchmark": false}
|
| 1281 |
+
{"step": 25620, "tokens": 13432258560, "loss": 2.7445987701416015, "tokens_per_second": 987334.6934547427, "lr": 0.0015, "gradient_norm": 0.163328617811203, "benchmark": false}
|
| 1282 |
+
{"step": 25640, "tokens": 13442744320, "loss": 2.7319095611572264, "tokens_per_second": 985746.4177469084, "lr": 0.0015, "gradient_norm": 0.19899290800094604, "benchmark": false}
|