Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -369,3 +369,5 @@
|
|
| 369 |
{"step": 7380, "tokens": 3869245440, "loss": 2.8997058868408203, "tokens_per_second": 972612.4868532382, "lr": 0.0015, "gradient_norm": 0.06531796604394913, "benchmark": false}
|
| 370 |
{"step": 7400, "tokens": 3879731200, "loss": 2.858563041687012, "tokens_per_second": 962697.5638663234, "lr": 0.0015, "gradient_norm": 0.0642826184630394, "benchmark": false}
|
| 371 |
{"step": 7420, "tokens": 3890216960, "loss": 2.890119171142578, "tokens_per_second": 836658.5075806839, "lr": 0.0015, "gradient_norm": 0.06829072535037994, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 369 |
{"step": 7380, "tokens": 3869245440, "loss": 2.8997058868408203, "tokens_per_second": 972612.4868532382, "lr": 0.0015, "gradient_norm": 0.06531796604394913, "benchmark": false}
|
| 370 |
{"step": 7400, "tokens": 3879731200, "loss": 2.858563041687012, "tokens_per_second": 962697.5638663234, "lr": 0.0015, "gradient_norm": 0.0642826184630394, "benchmark": false}
|
| 371 |
{"step": 7420, "tokens": 3890216960, "loss": 2.890119171142578, "tokens_per_second": 836658.5075806839, "lr": 0.0015, "gradient_norm": 0.06829072535037994, "benchmark": false}
|
| 372 |
+
{"step": 7440, "tokens": 3900702720, "loss": 2.876128387451172, "tokens_per_second": 965683.163393796, "lr": 0.0015, "gradient_norm": 0.06858838349580765, "benchmark": false}
|
| 373 |
+
{"step": 7460, "tokens": 3911188480, "loss": 2.868077850341797, "tokens_per_second": 971001.3676481111, "lr": 0.0015, "gradient_norm": 0.0777946189045906, "benchmark": false}
|