Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -122,3 +122,5 @@
|
|
| 122 |
{"step": 2440, "tokens": 1279262720, "loss": 3.1301828384399415, "tokens_per_second": 971320.7176772086, "lr": 0.0015, "gradient_norm": 0.3059178292751312, "benchmark": false}
|
| 123 |
{"step": 2460, "tokens": 1289748480, "loss": 3.1355751037597654, "tokens_per_second": 971357.1525588263, "lr": 0.0015, "gradient_norm": 0.2556086480617523, "benchmark": false}
|
| 124 |
{"step": 2480, "tokens": 1300234240, "loss": 3.116751861572266, "tokens_per_second": 983559.1611577123, "lr": 0.0015, "gradient_norm": 0.22678160667419434, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 122 |
{"step": 2440, "tokens": 1279262720, "loss": 3.1301828384399415, "tokens_per_second": 971320.7176772086, "lr": 0.0015, "gradient_norm": 0.3059178292751312, "benchmark": false}
|
| 123 |
{"step": 2460, "tokens": 1289748480, "loss": 3.1355751037597654, "tokens_per_second": 971357.1525588263, "lr": 0.0015, "gradient_norm": 0.2556086480617523, "benchmark": false}
|
| 124 |
{"step": 2480, "tokens": 1300234240, "loss": 3.116751861572266, "tokens_per_second": 983559.1611577123, "lr": 0.0015, "gradient_norm": 0.22678160667419434, "benchmark": false}
|
| 125 |
+
{"step": 2500, "tokens": 1310720000, "loss": 3.1567005157470702, "tokens_per_second": 820689.2260704602, "lr": 0.0015, "gradient_norm": 0.2704465389251709, "benchmark": false}
|
| 126 |
+
{"step": 2520, "tokens": 1321205760, "loss": 3.128544235229492, "tokens_per_second": 848509.4357302934, "lr": 0.0015, "gradient_norm": 0.23646458983421326, "benchmark": false}
|