Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -107,3 +107,5 @@
|
|
| 107 |
{"step": 2140, "tokens": 1121976320, "loss": 3.2177654266357423, "tokens_per_second": 946337.1330300244, "lr": 0.0015, "gradient_norm": 0.24716462194919586, "benchmark": false}
|
| 108 |
{"step": 2160, "tokens": 1132462080, "loss": 3.188395690917969, "tokens_per_second": 859025.2571253291, "lr": 0.0015, "gradient_norm": 0.24048778414726257, "benchmark": false}
|
| 109 |
{"step": 2180, "tokens": 1142947840, "loss": 3.167164611816406, "tokens_per_second": 981226.4706485842, "lr": 0.0015, "gradient_norm": 0.23292778432369232, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 107 |
{"step": 2140, "tokens": 1121976320, "loss": 3.2177654266357423, "tokens_per_second": 946337.1330300244, "lr": 0.0015, "gradient_norm": 0.24716462194919586, "benchmark": false}
|
| 108 |
{"step": 2160, "tokens": 1132462080, "loss": 3.188395690917969, "tokens_per_second": 859025.2571253291, "lr": 0.0015, "gradient_norm": 0.24048778414726257, "benchmark": false}
|
| 109 |
{"step": 2180, "tokens": 1142947840, "loss": 3.167164611816406, "tokens_per_second": 981226.4706485842, "lr": 0.0015, "gradient_norm": 0.23292778432369232, "benchmark": false}
|
| 110 |
+
{"step": 2200, "tokens": 1153433600, "loss": 3.1644962310791014, "tokens_per_second": 973269.5824632514, "lr": 0.0015, "gradient_norm": 0.23836679756641388, "benchmark": false}
|
| 111 |
+
{"step": 2220, "tokens": 1163919360, "loss": 3.1756858825683594, "tokens_per_second": 982060.9930403465, "lr": 0.0015, "gradient_norm": 0.2097897082567215, "benchmark": false}
|