Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1043,3 +1043,5 @@
|
|
| 1043 |
{"step": 20860, "tokens": 10936647680, "loss": 2.741757392883301, "tokens_per_second": 839273.6218400227, "lr": 0.0015, "gradient_norm": 0.15664806962013245, "benchmark": false}
|
| 1044 |
{"step": 20880, "tokens": 10947133440, "loss": 2.74169807434082, "tokens_per_second": 988738.4109788855, "lr": 0.0015, "gradient_norm": 0.1459798365831375, "benchmark": false}
|
| 1045 |
{"step": 20900, "tokens": 10957619200, "loss": 2.739409065246582, "tokens_per_second": 976486.3894187118, "lr": 0.0015, "gradient_norm": 0.1331249326467514, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1043 |
{"step": 20860, "tokens": 10936647680, "loss": 2.741757392883301, "tokens_per_second": 839273.6218400227, "lr": 0.0015, "gradient_norm": 0.15664806962013245, "benchmark": false}
|
| 1044 |
{"step": 20880, "tokens": 10947133440, "loss": 2.74169807434082, "tokens_per_second": 988738.4109788855, "lr": 0.0015, "gradient_norm": 0.1459798365831375, "benchmark": false}
|
| 1045 |
{"step": 20900, "tokens": 10957619200, "loss": 2.739409065246582, "tokens_per_second": 976486.3894187118, "lr": 0.0015, "gradient_norm": 0.1331249326467514, "benchmark": false}
|
| 1046 |
+
{"step": 20920, "tokens": 10968104960, "loss": 2.6998008728027343, "tokens_per_second": 987056.8220554556, "lr": 0.0015, "gradient_norm": 0.15153661370277405, "benchmark": false}
|
| 1047 |
+
{"step": 20940, "tokens": 10978590720, "loss": 2.738968276977539, "tokens_per_second": 987221.1977737239, "lr": 0.0015, "gradient_norm": 0.1653854250907898, "benchmark": false}
|