Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1232,3 +1232,5 @@
|
|
| 1232 |
{"step": 24640, "tokens": 12918456320, "loss": 2.733455467224121, "tokens_per_second": 978093.4924589752, "lr": 0.0015, "gradient_norm": 0.16100598871707916, "benchmark": false}
|
| 1233 |
{"step": 24660, "tokens": 12928942080, "loss": 2.760820198059082, "tokens_per_second": 980837.6779266831, "lr": 0.0015, "gradient_norm": 0.1536797136068344, "benchmark": false}
|
| 1234 |
{"step": 24680, "tokens": 12939427840, "loss": 2.723988723754883, "tokens_per_second": 983784.9199724655, "lr": 0.0015, "gradient_norm": 0.1587965190410614, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1232 |
{"step": 24640, "tokens": 12918456320, "loss": 2.733455467224121, "tokens_per_second": 978093.4924589752, "lr": 0.0015, "gradient_norm": 0.16100598871707916, "benchmark": false}
|
| 1233 |
{"step": 24660, "tokens": 12928942080, "loss": 2.760820198059082, "tokens_per_second": 980837.6779266831, "lr": 0.0015, "gradient_norm": 0.1536797136068344, "benchmark": false}
|
| 1234 |
{"step": 24680, "tokens": 12939427840, "loss": 2.723988723754883, "tokens_per_second": 983784.9199724655, "lr": 0.0015, "gradient_norm": 0.1587965190410614, "benchmark": false}
|
| 1235 |
+
{"step": 24700, "tokens": 12949913600, "loss": 2.746841621398926, "tokens_per_second": 990003.1935612746, "lr": 0.0015, "gradient_norm": 0.1642487496137619, "benchmark": false}
|
| 1236 |
+
{"step": 24720, "tokens": 12960399360, "loss": 2.7254114151000977, "tokens_per_second": 988393.9002624903, "lr": 0.0015, "gradient_norm": 0.17209990322589874, "benchmark": false}
|