Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -780,3 +780,5 @@
|
|
| 780 |
{"step": 15600, "tokens": 8178892800, "loss": 2.761789321899414, "tokens_per_second": 791803.2874319528, "lr": 0.0015, "gradient_norm": 0.12571533024311066, "benchmark": false}
|
| 781 |
{"step": 15620, "tokens": 8189378560, "loss": 2.8006032943725585, "tokens_per_second": 988086.2202510992, "lr": 0.0015, "gradient_norm": 0.1310616433620453, "benchmark": false}
|
| 782 |
{"step": 15640, "tokens": 8199864320, "loss": 2.719218063354492, "tokens_per_second": 982338.551020601, "lr": 0.0015, "gradient_norm": 0.12276970595121384, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 780 |
{"step": 15600, "tokens": 8178892800, "loss": 2.761789321899414, "tokens_per_second": 791803.2874319528, "lr": 0.0015, "gradient_norm": 0.12571533024311066, "benchmark": false}
|
| 781 |
{"step": 15620, "tokens": 8189378560, "loss": 2.8006032943725585, "tokens_per_second": 988086.2202510992, "lr": 0.0015, "gradient_norm": 0.1310616433620453, "benchmark": false}
|
| 782 |
{"step": 15640, "tokens": 8199864320, "loss": 2.719218063354492, "tokens_per_second": 982338.551020601, "lr": 0.0015, "gradient_norm": 0.12276970595121384, "benchmark": false}
|
| 783 |
+
{"step": 15660, "tokens": 8210350080, "loss": 2.752928924560547, "tokens_per_second": 981419.9544678394, "lr": 0.0015, "gradient_norm": 0.12405300885438919, "benchmark": false}
|
| 784 |
+
{"step": 15680, "tokens": 8220835840, "loss": 2.7423049926757814, "tokens_per_second": 992086.454896566, "lr": 0.0015, "gradient_norm": 0.1774618923664093, "benchmark": false}
|