Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -302,3 +302,5 @@
|
|
| 302 |
{"step": 6040, "tokens": 3166699520, "loss": 2.919988250732422, "tokens_per_second": 988199.3814672184, "lr": 0.0015, "gradient_norm": 0.07092317193746567, "benchmark": false}
|
| 303 |
{"step": 6060, "tokens": 3177185280, "loss": 2.8964223861694336, "tokens_per_second": 986418.2932919076, "lr": 0.0015, "gradient_norm": 0.0735328271985054, "benchmark": false}
|
| 304 |
{"step": 6080, "tokens": 3187671040, "loss": 2.9418666839599608, "tokens_per_second": 981378.5804716933, "lr": 0.0015, "gradient_norm": 0.09998906403779984, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 302 |
{"step": 6040, "tokens": 3166699520, "loss": 2.919988250732422, "tokens_per_second": 988199.3814672184, "lr": 0.0015, "gradient_norm": 0.07092317193746567, "benchmark": false}
|
| 303 |
{"step": 6060, "tokens": 3177185280, "loss": 2.8964223861694336, "tokens_per_second": 986418.2932919076, "lr": 0.0015, "gradient_norm": 0.0735328271985054, "benchmark": false}
|
| 304 |
{"step": 6080, "tokens": 3187671040, "loss": 2.9418666839599608, "tokens_per_second": 981378.5804716933, "lr": 0.0015, "gradient_norm": 0.09998906403779984, "benchmark": false}
|
| 305 |
+
{"step": 6100, "tokens": 3198156800, "loss": 2.9135721206665037, "tokens_per_second": 988632.0183834768, "lr": 0.0015, "gradient_norm": 0.06642155349254608, "benchmark": false}
|
| 306 |
+
{"step": 6120, "tokens": 3208642560, "loss": 2.9151752471923826, "tokens_per_second": 977289.6119118045, "lr": 0.0015, "gradient_norm": 0.06914926320314407, "benchmark": false}
|