Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -903,3 +903,5 @@
|
|
| 903 |
{"step": 18060, "tokens": 9468641280, "loss": 2.755166244506836, "tokens_per_second": 997451.8892775568, "lr": 0.0015, "gradient_norm": 0.15264220535755157, "benchmark": false}
|
| 904 |
{"step": 18080, "tokens": 9479127040, "loss": 2.7567907333374024, "tokens_per_second": 823335.8497921854, "lr": 0.0015, "gradient_norm": 0.12703871726989746, "benchmark": false}
|
| 905 |
{"step": 18100, "tokens": 9489612800, "loss": 2.751226234436035, "tokens_per_second": 981311.9940021969, "lr": 0.0015, "gradient_norm": 0.13139593601226807, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 903 |
{"step": 18060, "tokens": 9468641280, "loss": 2.755166244506836, "tokens_per_second": 997451.8892775568, "lr": 0.0015, "gradient_norm": 0.15264220535755157, "benchmark": false}
|
| 904 |
{"step": 18080, "tokens": 9479127040, "loss": 2.7567907333374024, "tokens_per_second": 823335.8497921854, "lr": 0.0015, "gradient_norm": 0.12703871726989746, "benchmark": false}
|
| 905 |
{"step": 18100, "tokens": 9489612800, "loss": 2.751226234436035, "tokens_per_second": 981311.9940021969, "lr": 0.0015, "gradient_norm": 0.13139593601226807, "benchmark": false}
|
| 906 |
+
{"step": 18120, "tokens": 9500098560, "loss": 2.761592483520508, "tokens_per_second": 987213.4140057209, "lr": 0.0015, "gradient_norm": 0.1309671401977539, "benchmark": false}
|
| 907 |
+
{"step": 18140, "tokens": 9510584320, "loss": 2.738187789916992, "tokens_per_second": 850584.1205855551, "lr": 0.0015, "gradient_norm": 0.1313798576593399, "benchmark": false}
|