Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -585,3 +585,5 @@
|
|
| 585 |
{"step": 11700, "tokens": 6134169600, "loss": 2.808932876586914, "tokens_per_second": 977392.8435753412, "lr": 0.0015, "gradient_norm": 0.12181688845157623, "benchmark": false}
|
| 586 |
{"step": 11720, "tokens": 6144655360, "loss": 2.798422431945801, "tokens_per_second": 980918.0165294112, "lr": 0.0015, "gradient_norm": 0.10683136433362961, "benchmark": false}
|
| 587 |
{"step": 11740, "tokens": 6155141120, "loss": 2.830831527709961, "tokens_per_second": 976757.4708301218, "lr": 0.0015, "gradient_norm": 0.0975671336054802, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 585 |
{"step": 11700, "tokens": 6134169600, "loss": 2.808932876586914, "tokens_per_second": 977392.8435753412, "lr": 0.0015, "gradient_norm": 0.12181688845157623, "benchmark": false}
|
| 586 |
{"step": 11720, "tokens": 6144655360, "loss": 2.798422431945801, "tokens_per_second": 980918.0165294112, "lr": 0.0015, "gradient_norm": 0.10683136433362961, "benchmark": false}
|
| 587 |
{"step": 11740, "tokens": 6155141120, "loss": 2.830831527709961, "tokens_per_second": 976757.4708301218, "lr": 0.0015, "gradient_norm": 0.0975671336054802, "benchmark": false}
|
| 588 |
+
{"step": 11760, "tokens": 6165626880, "loss": 2.806202697753906, "tokens_per_second": 986801.6854679787, "lr": 0.0015, "gradient_norm": 0.09472610801458359, "benchmark": false}
|
| 589 |
+
{"step": 11780, "tokens": 6176112640, "loss": 2.834814262390137, "tokens_per_second": 982357.5047571787, "lr": 0.0015, "gradient_norm": 0.09356431663036346, "benchmark": false}
|