Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1142,3 +1142,5 @@
|
|
| 1142 |
{"step": 22840, "tokens": 11974737920, "loss": 2.743486785888672, "tokens_per_second": 854666.6894576467, "lr": 0.0015, "gradient_norm": 0.17832402884960175, "benchmark": false}
|
| 1143 |
{"step": 22860, "tokens": 11985223680, "loss": 2.695712089538574, "tokens_per_second": 992177.1291471939, "lr": 0.0015, "gradient_norm": 0.16526660323143005, "benchmark": false}
|
| 1144 |
{"step": 22880, "tokens": 11995709440, "loss": 2.72046012878418, "tokens_per_second": 951362.6459908113, "lr": 0.0015, "gradient_norm": 0.18344907462596893, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1142 |
{"step": 22840, "tokens": 11974737920, "loss": 2.743486785888672, "tokens_per_second": 854666.6894576467, "lr": 0.0015, "gradient_norm": 0.17832402884960175, "benchmark": false}
|
| 1143 |
{"step": 22860, "tokens": 11985223680, "loss": 2.695712089538574, "tokens_per_second": 992177.1291471939, "lr": 0.0015, "gradient_norm": 0.16526660323143005, "benchmark": false}
|
| 1144 |
{"step": 22880, "tokens": 11995709440, "loss": 2.72046012878418, "tokens_per_second": 951362.6459908113, "lr": 0.0015, "gradient_norm": 0.18344907462596893, "benchmark": false}
|
| 1145 |
+
{"step": 22900, "tokens": 12006195200, "loss": 2.740768814086914, "tokens_per_second": 992362.528786665, "lr": 0.0015, "gradient_norm": 0.15671274065971375, "benchmark": false}
|
| 1146 |
+
{"step": 22920, "tokens": 12016680960, "loss": 2.6955699920654297, "tokens_per_second": 951507.7682270459, "lr": 0.0015, "gradient_norm": 0.17387978732585907, "benchmark": false}
|