Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -970,3 +970,5 @@
|
|
| 970 |
{"step": 19400, "tokens": 10171187200, "loss": 2.699192237854004, "tokens_per_second": 981344.6805466847, "lr": 0.0015, "gradient_norm": 0.1348937451839447, "benchmark": false}
|
| 971 |
{"step": 19420, "tokens": 10181672960, "loss": 2.718426513671875, "tokens_per_second": 989411.0038016039, "lr": 0.0015, "gradient_norm": 0.1586708426475525, "benchmark": false}
|
| 972 |
{"step": 19440, "tokens": 10192158720, "loss": 2.7526338577270506, "tokens_per_second": 985705.693807527, "lr": 0.0015, "gradient_norm": 0.14063024520874023, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 970 |
{"step": 19400, "tokens": 10171187200, "loss": 2.699192237854004, "tokens_per_second": 981344.6805466847, "lr": 0.0015, "gradient_norm": 0.1348937451839447, "benchmark": false}
|
| 971 |
{"step": 19420, "tokens": 10181672960, "loss": 2.718426513671875, "tokens_per_second": 989411.0038016039, "lr": 0.0015, "gradient_norm": 0.1586708426475525, "benchmark": false}
|
| 972 |
{"step": 19440, "tokens": 10192158720, "loss": 2.7526338577270506, "tokens_per_second": 985705.693807527, "lr": 0.0015, "gradient_norm": 0.14063024520874023, "benchmark": false}
|
| 973 |
+
{"step": 19460, "tokens": 10202644480, "loss": 2.7707040786743162, "tokens_per_second": 985252.5051055208, "lr": 0.0015, "gradient_norm": 0.16430909931659698, "benchmark": false}
|
| 974 |
+
{"step": 19480, "tokens": 10213130240, "loss": 2.770153045654297, "tokens_per_second": 985265.7709530981, "lr": 0.0015, "gradient_norm": 0.17231428623199463, "benchmark": false}
|