Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1372,3 +1372,5 @@
|
|
| 1372 |
{"step": 27440, "tokens": 14386462720, "loss": 2.705694580078125, "tokens_per_second": 843683.6538941357, "lr": 0.0015, "gradient_norm": 0.22451409697532654, "benchmark": false}
|
| 1373 |
{"step": 27460, "tokens": 14396948480, "loss": 2.7052997589111327, "tokens_per_second": 978615.1971650729, "lr": 0.0015, "gradient_norm": 0.20833070576190948, "benchmark": false}
|
| 1374 |
{"step": 27480, "tokens": 14407434240, "loss": 2.723668670654297, "tokens_per_second": 980042.4707011795, "lr": 0.0015, "gradient_norm": 0.17610988020896912, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1372 |
{"step": 27440, "tokens": 14386462720, "loss": 2.705694580078125, "tokens_per_second": 843683.6538941357, "lr": 0.0015, "gradient_norm": 0.22451409697532654, "benchmark": false}
|
| 1373 |
{"step": 27460, "tokens": 14396948480, "loss": 2.7052997589111327, "tokens_per_second": 978615.1971650729, "lr": 0.0015, "gradient_norm": 0.20833070576190948, "benchmark": false}
|
| 1374 |
{"step": 27480, "tokens": 14407434240, "loss": 2.723668670654297, "tokens_per_second": 980042.4707011795, "lr": 0.0015, "gradient_norm": 0.17610988020896912, "benchmark": false}
|
| 1375 |
+
{"step": 27500, "tokens": 14417920000, "loss": 2.697346496582031, "tokens_per_second": 974398.2166323537, "lr": 0.0015, "gradient_norm": 0.17268800735473633, "benchmark": false}
|
| 1376 |
+
{"step": 27520, "tokens": 14428405760, "loss": 2.736563873291016, "tokens_per_second": 848288.5264664899, "lr": 0.0015, "gradient_norm": 0.17833539843559265, "benchmark": false}
|