Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -482,3 +482,5 @@
|
|
| 482 |
{"step": 9640, "tokens": 5054136320, "loss": 2.813098335266113, "tokens_per_second": 988178.6522051803, "lr": 0.0015, "gradient_norm": 0.0799412727355957, "benchmark": false}
|
| 483 |
{"step": 9660, "tokens": 5064622080, "loss": 2.8647417068481444, "tokens_per_second": 981307.0211777195, "lr": 0.0015, "gradient_norm": 0.08347632735967636, "benchmark": false}
|
| 484 |
{"step": 9680, "tokens": 5075107840, "loss": 2.8417198181152346, "tokens_per_second": 986008.0153022051, "lr": 0.0015, "gradient_norm": 0.07802063971757889, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 482 |
{"step": 9640, "tokens": 5054136320, "loss": 2.813098335266113, "tokens_per_second": 988178.6522051803, "lr": 0.0015, "gradient_norm": 0.0799412727355957, "benchmark": false}
|
| 483 |
{"step": 9660, "tokens": 5064622080, "loss": 2.8647417068481444, "tokens_per_second": 981307.0211777195, "lr": 0.0015, "gradient_norm": 0.08347632735967636, "benchmark": false}
|
| 484 |
{"step": 9680, "tokens": 5075107840, "loss": 2.8417198181152346, "tokens_per_second": 986008.0153022051, "lr": 0.0015, "gradient_norm": 0.07802063971757889, "benchmark": false}
|
| 485 |
+
{"step": 9700, "tokens": 5085593600, "loss": 2.8191699981689453, "tokens_per_second": 978773.4608429419, "lr": 0.0015, "gradient_norm": 0.08184360712766647, "benchmark": false}
|
| 486 |
+
{"step": 9720, "tokens": 5096079360, "loss": 2.831065559387207, "tokens_per_second": 987697.0014904509, "lr": 0.0015, "gradient_norm": 0.08197537809610367, "benchmark": false}
|