Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -639,3 +639,5 @@
|
|
| 639 |
{"step": 12780, "tokens": 6700400640, "loss": 2.776666259765625, "tokens_per_second": 982964.1647742782, "lr": 0.0015, "gradient_norm": 0.10406031459569931, "benchmark": false}
|
| 640 |
{"step": 12800, "tokens": 6710886400, "loss": 2.7922054290771485, "tokens_per_second": 986135.2482533238, "lr": 0.0015, "gradient_norm": 0.11422515660524368, "benchmark": false}
|
| 641 |
{"step": 12820, "tokens": 6721372160, "loss": 2.785415840148926, "tokens_per_second": 985157.5290273348, "lr": 0.0015, "gradient_norm": 0.10264149308204651, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 639 |
{"step": 12780, "tokens": 6700400640, "loss": 2.776666259765625, "tokens_per_second": 982964.1647742782, "lr": 0.0015, "gradient_norm": 0.10406031459569931, "benchmark": false}
|
| 640 |
{"step": 12800, "tokens": 6710886400, "loss": 2.7922054290771485, "tokens_per_second": 986135.2482533238, "lr": 0.0015, "gradient_norm": 0.11422515660524368, "benchmark": false}
|
| 641 |
{"step": 12820, "tokens": 6721372160, "loss": 2.785415840148926, "tokens_per_second": 985157.5290273348, "lr": 0.0015, "gradient_norm": 0.10264149308204651, "benchmark": false}
|
| 642 |
+
{"step": 12840, "tokens": 6731857920, "loss": 2.805078887939453, "tokens_per_second": 979360.6612045242, "lr": 0.0015, "gradient_norm": 0.10192272067070007, "benchmark": false}
|
| 643 |
+
{"step": 12860, "tokens": 6742343680, "loss": 2.825607681274414, "tokens_per_second": 977634.0059499261, "lr": 0.0015, "gradient_norm": 0.10521155595779419, "benchmark": false}
|