Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1294,3 +1294,5 @@
|
|
| 1294 |
{"step": 25880, "tokens": 13568573440, "loss": 2.6949687957763673, "tokens_per_second": 980544.0728278547, "lr": 0.0015, "gradient_norm": 0.16291506588459015, "benchmark": false}
|
| 1295 |
{"step": 25900, "tokens": 13579059200, "loss": 2.6820772171020506, "tokens_per_second": 978290.6403665856, "lr": 0.0015, "gradient_norm": 0.15936020016670227, "benchmark": false}
|
| 1296 |
{"step": 25920, "tokens": 13589544960, "loss": 2.7093645095825196, "tokens_per_second": 850106.0294220387, "lr": 0.0015, "gradient_norm": 0.199713796377182, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1294 |
{"step": 25880, "tokens": 13568573440, "loss": 2.6949687957763673, "tokens_per_second": 980544.0728278547, "lr": 0.0015, "gradient_norm": 0.16291506588459015, "benchmark": false}
|
| 1295 |
{"step": 25900, "tokens": 13579059200, "loss": 2.6820772171020506, "tokens_per_second": 978290.6403665856, "lr": 0.0015, "gradient_norm": 0.15936020016670227, "benchmark": false}
|
| 1296 |
{"step": 25920, "tokens": 13589544960, "loss": 2.7093645095825196, "tokens_per_second": 850106.0294220387, "lr": 0.0015, "gradient_norm": 0.199713796377182, "benchmark": false}
|
| 1297 |
+
{"step": 25940, "tokens": 13600030720, "loss": 2.7047935485839845, "tokens_per_second": 987127.2054923556, "lr": 0.0015, "gradient_norm": 0.17227420210838318, "benchmark": false}
|
| 1298 |
+
{"step": 25960, "tokens": 13610516480, "loss": 2.708211135864258, "tokens_per_second": 854841.7415926263, "lr": 0.0015, "gradient_norm": 0.17577874660491943, "benchmark": false}
|