Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1171,3 +1171,5 @@
|
|
| 1171 |
{"step": 23420, "tokens": 12278824960, "loss": 2.7183855056762694, "tokens_per_second": 990117.7527912708, "lr": 0.0015, "gradient_norm": 0.18431591987609863, "benchmark": false}
|
| 1172 |
{"step": 23440, "tokens": 12289310720, "loss": 2.7668739318847657, "tokens_per_second": 942779.4816503015, "lr": 0.0015, "gradient_norm": 0.18806596100330353, "benchmark": false}
|
| 1173 |
{"step": 23460, "tokens": 12299796480, "loss": 2.698024940490723, "tokens_per_second": 968831.3757156752, "lr": 0.0015, "gradient_norm": 0.14793908596038818, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1171 |
{"step": 23420, "tokens": 12278824960, "loss": 2.7183855056762694, "tokens_per_second": 990117.7527912708, "lr": 0.0015, "gradient_norm": 0.18431591987609863, "benchmark": false}
|
| 1172 |
{"step": 23440, "tokens": 12289310720, "loss": 2.7668739318847657, "tokens_per_second": 942779.4816503015, "lr": 0.0015, "gradient_norm": 0.18806596100330353, "benchmark": false}
|
| 1173 |
{"step": 23460, "tokens": 12299796480, "loss": 2.698024940490723, "tokens_per_second": 968831.3757156752, "lr": 0.0015, "gradient_norm": 0.14793908596038818, "benchmark": false}
|
| 1174 |
+
{"step": 23480, "tokens": 12310282240, "loss": 2.734004592895508, "tokens_per_second": 980424.4883550106, "lr": 0.0015, "gradient_norm": 0.17792144417762756, "benchmark": false}
|
| 1175 |
+
{"step": 23500, "tokens": 12320768000, "loss": 2.752076530456543, "tokens_per_second": 980861.8585807844, "lr": 0.0015, "gradient_norm": 0.16015037894248962, "benchmark": false}
|