Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -895,3 +895,5 @@
|
|
| 895 |
{"step": 17900, "tokens": 9384755200, "loss": 2.7631113052368166, "tokens_per_second": 990630.6345504698, "lr": 0.0015, "gradient_norm": 0.1484352946281433, "benchmark": false}
|
| 896 |
{"step": 17920, "tokens": 9395240960, "loss": 2.7630970001220705, "tokens_per_second": 982863.4372793777, "lr": 0.0015, "gradient_norm": 0.1495262086391449, "benchmark": false}
|
| 897 |
{"step": 17940, "tokens": 9405726720, "loss": 2.742411422729492, "tokens_per_second": 993852.2885264372, "lr": 0.0015, "gradient_norm": 0.12873972952365875, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 895 |
{"step": 17900, "tokens": 9384755200, "loss": 2.7631113052368166, "tokens_per_second": 990630.6345504698, "lr": 0.0015, "gradient_norm": 0.1484352946281433, "benchmark": false}
|
| 896 |
{"step": 17920, "tokens": 9395240960, "loss": 2.7630970001220705, "tokens_per_second": 982863.4372793777, "lr": 0.0015, "gradient_norm": 0.1495262086391449, "benchmark": false}
|
| 897 |
{"step": 17940, "tokens": 9405726720, "loss": 2.742411422729492, "tokens_per_second": 993852.2885264372, "lr": 0.0015, "gradient_norm": 0.12873972952365875, "benchmark": false}
|
| 898 |
+
{"step": 17960, "tokens": 9416212480, "loss": 2.7404382705688475, "tokens_per_second": 979842.152883283, "lr": 0.0015, "gradient_norm": 0.14923682808876038, "benchmark": false}
|
| 899 |
+
{"step": 17980, "tokens": 9426698240, "loss": 2.7674840927124023, "tokens_per_second": 984205.3643317616, "lr": 0.0015, "gradient_norm": 0.1542074829339981, "benchmark": false}
|