Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1045,3 +1045,5 @@
|
|
| 1045 |
{"step": 20900, "tokens": 10957619200, "loss": 2.739409065246582, "tokens_per_second": 976486.3894187118, "lr": 0.0015, "gradient_norm": 0.1331249326467514, "benchmark": false}
|
| 1046 |
{"step": 20920, "tokens": 10968104960, "loss": 2.6998008728027343, "tokens_per_second": 987056.8220554556, "lr": 0.0015, "gradient_norm": 0.15153661370277405, "benchmark": false}
|
| 1047 |
{"step": 20940, "tokens": 10978590720, "loss": 2.738968276977539, "tokens_per_second": 987221.1977737239, "lr": 0.0015, "gradient_norm": 0.1653854250907898, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1045 |
{"step": 20900, "tokens": 10957619200, "loss": 2.739409065246582, "tokens_per_second": 976486.3894187118, "lr": 0.0015, "gradient_norm": 0.1331249326467514, "benchmark": false}
|
| 1046 |
{"step": 20920, "tokens": 10968104960, "loss": 2.6998008728027343, "tokens_per_second": 987056.8220554556, "lr": 0.0015, "gradient_norm": 0.15153661370277405, "benchmark": false}
|
| 1047 |
{"step": 20940, "tokens": 10978590720, "loss": 2.738968276977539, "tokens_per_second": 987221.1977737239, "lr": 0.0015, "gradient_norm": 0.1653854250907898, "benchmark": false}
|
| 1048 |
+
{"step": 20960, "tokens": 10989076480, "loss": 2.7486549377441407, "tokens_per_second": 796103.0779271537, "lr": 0.0015, "gradient_norm": 0.1491522192955017, "benchmark": false}
|
| 1049 |
+
{"step": 20980, "tokens": 10999562240, "loss": 2.7450157165527345, "tokens_per_second": 987344.8799541212, "lr": 0.0015, "gradient_norm": 0.1675918698310852, "benchmark": false}
|