Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -420,3 +420,5 @@
|
|
| 420 |
{"step": 8400, "tokens": 4404019200, "loss": 2.865531349182129, "tokens_per_second": 839928.994479502, "lr": 0.0015, "gradient_norm": 0.07409143447875977, "benchmark": false}
|
| 421 |
{"step": 8420, "tokens": 4414504960, "loss": 2.824263000488281, "tokens_per_second": 976282.8477343371, "lr": 0.0015, "gradient_norm": 0.07757251709699631, "benchmark": false}
|
| 422 |
{"step": 8440, "tokens": 4424990720, "loss": 2.8189924240112303, "tokens_per_second": 983180.1213848125, "lr": 0.0015, "gradient_norm": 0.07665544003248215, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 420 |
{"step": 8400, "tokens": 4404019200, "loss": 2.865531349182129, "tokens_per_second": 839928.994479502, "lr": 0.0015, "gradient_norm": 0.07409143447875977, "benchmark": false}
|
| 421 |
{"step": 8420, "tokens": 4414504960, "loss": 2.824263000488281, "tokens_per_second": 976282.8477343371, "lr": 0.0015, "gradient_norm": 0.07757251709699631, "benchmark": false}
|
| 422 |
{"step": 8440, "tokens": 4424990720, "loss": 2.8189924240112303, "tokens_per_second": 983180.1213848125, "lr": 0.0015, "gradient_norm": 0.07665544003248215, "benchmark": false}
|
| 423 |
+
{"step": 8460, "tokens": 4435476480, "loss": 2.8676340103149416, "tokens_per_second": 930712.393301377, "lr": 0.0015, "gradient_norm": 0.06544634699821472, "benchmark": false}
|
| 424 |
+
{"step": 8480, "tokens": 4445962240, "loss": 2.845271682739258, "tokens_per_second": 996521.2859972045, "lr": 0.0015, "gradient_norm": 0.0774340033531189, "benchmark": false}
|