Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1139,3 +1139,6 @@
|
|
| 1139 |
{"step": 22780, "tokens": 11943280640, "loss": 2.732033920288086, "tokens_per_second": 976335.1762465194, "lr": 0.0015, "gradient_norm": 0.1618155688047409, "benchmark": false}
|
| 1140 |
{"step": 22800, "tokens": 11953766400, "loss": 2.7394859313964846, "tokens_per_second": 977758.5020315396, "lr": 0.0015, "gradient_norm": 0.1539624035358429, "benchmark": false}
|
| 1141 |
{"step": 22820, "tokens": 11964252160, "loss": 2.7179994583129883, "tokens_per_second": 974339.111910358, "lr": 0.0015, "gradient_norm": 0.1711590737104416, "benchmark": false}
|
|
|
|
|
|
|
|
|
|
|
|
| 1139 |
{"step": 22780, "tokens": 11943280640, "loss": 2.732033920288086, "tokens_per_second": 976335.1762465194, "lr": 0.0015, "gradient_norm": 0.1618155688047409, "benchmark": false}
|
| 1140 |
{"step": 22800, "tokens": 11953766400, "loss": 2.7394859313964846, "tokens_per_second": 977758.5020315396, "lr": 0.0015, "gradient_norm": 0.1539624035358429, "benchmark": false}
|
| 1141 |
{"step": 22820, "tokens": 11964252160, "loss": 2.7179994583129883, "tokens_per_second": 974339.111910358, "lr": 0.0015, "gradient_norm": 0.1711590737104416, "benchmark": false}
|
| 1142 |
+
{"step": 22840, "tokens": 11974737920, "loss": 2.743486785888672, "tokens_per_second": 854666.6894576467, "lr": 0.0015, "gradient_norm": 0.17832402884960175, "benchmark": false}
|
| 1143 |
+
{"step": 22860, "tokens": 11985223680, "loss": 2.695712089538574, "tokens_per_second": 992177.1291471939, "lr": 0.0015, "gradient_norm": 0.16526660323143005, "benchmark": false}
|
| 1144 |
+
{"step": 22880, "tokens": 11995709440, "loss": 2.72046012878418, "tokens_per_second": 951362.6459908113, "lr": 0.0015, "gradient_norm": 0.18344907462596893, "benchmark": false}
|