Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1360,3 +1360,5 @@
|
|
| 1360 |
{"step": 27200, "tokens": 14260633600, "loss": 2.6855865478515626, "tokens_per_second": 973210.4967959782, "lr": 0.0015, "gradient_norm": 0.1834012120962143, "benchmark": false}
|
| 1361 |
{"step": 27220, "tokens": 14271119360, "loss": 2.6898183822631836, "tokens_per_second": 981870.5842834172, "lr": 0.0015, "gradient_norm": 0.1635410636663437, "benchmark": false}
|
| 1362 |
{"step": 27240, "tokens": 14281605120, "loss": 2.70388126373291, "tokens_per_second": 974343.3163104206, "lr": 0.0015, "gradient_norm": 0.21058093011379242, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1360 |
{"step": 27200, "tokens": 14260633600, "loss": 2.6855865478515626, "tokens_per_second": 973210.4967959782, "lr": 0.0015, "gradient_norm": 0.1834012120962143, "benchmark": false}
|
| 1361 |
{"step": 27220, "tokens": 14271119360, "loss": 2.6898183822631836, "tokens_per_second": 981870.5842834172, "lr": 0.0015, "gradient_norm": 0.1635410636663437, "benchmark": false}
|
| 1362 |
{"step": 27240, "tokens": 14281605120, "loss": 2.70388126373291, "tokens_per_second": 974343.3163104206, "lr": 0.0015, "gradient_norm": 0.21058093011379242, "benchmark": false}
|
| 1363 |
+
{"step": 27260, "tokens": 14292090880, "loss": 2.7224603652954102, "tokens_per_second": 972456.5306671232, "lr": 0.0015, "gradient_norm": 0.1737559288740158, "benchmark": false}
|
| 1364 |
+
{"step": 27280, "tokens": 14302576640, "loss": 2.736484146118164, "tokens_per_second": 970663.2625875013, "lr": 0.0015, "gradient_norm": 0.1654696762561798, "benchmark": false}
|