Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -422,3 +422,5 @@
|
|
| 422 |
{"step": 8440, "tokens": 4424990720, "loss": 2.8189924240112303, "tokens_per_second": 983180.1213848125, "lr": 0.0015, "gradient_norm": 0.07665544003248215, "benchmark": false}
|
| 423 |
{"step": 8460, "tokens": 4435476480, "loss": 2.8676340103149416, "tokens_per_second": 930712.393301377, "lr": 0.0015, "gradient_norm": 0.06544634699821472, "benchmark": false}
|
| 424 |
{"step": 8480, "tokens": 4445962240, "loss": 2.845271682739258, "tokens_per_second": 996521.2859972045, "lr": 0.0015, "gradient_norm": 0.0774340033531189, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 422 |
{"step": 8440, "tokens": 4424990720, "loss": 2.8189924240112303, "tokens_per_second": 983180.1213848125, "lr": 0.0015, "gradient_norm": 0.07665544003248215, "benchmark": false}
|
| 423 |
{"step": 8460, "tokens": 4435476480, "loss": 2.8676340103149416, "tokens_per_second": 930712.393301377, "lr": 0.0015, "gradient_norm": 0.06544634699821472, "benchmark": false}
|
| 424 |
{"step": 8480, "tokens": 4445962240, "loss": 2.845271682739258, "tokens_per_second": 996521.2859972045, "lr": 0.0015, "gradient_norm": 0.0774340033531189, "benchmark": false}
|
| 425 |
+
{"step": 8500, "tokens": 4456448000, "loss": 2.8363792419433596, "tokens_per_second": 987704.7458042043, "lr": 0.0015, "gradient_norm": 0.07551994174718857, "benchmark": false}
|
| 426 |
+
{"step": 8520, "tokens": 4466933760, "loss": 2.87451286315918, "tokens_per_second": 831144.4913827988, "lr": 0.0015, "gradient_norm": 0.07500536739826202, "benchmark": false}
|