Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1269,3 +1269,5 @@
|
|
| 1269 |
{"step": 25380, "tokens": 13306429440, "loss": 2.7713504791259767, "tokens_per_second": 979269.3335938716, "lr": 0.0015, "gradient_norm": 0.1711287647485733, "benchmark": false}
|
| 1270 |
{"step": 25400, "tokens": 13316915200, "loss": 2.739446449279785, "tokens_per_second": 980389.1165573467, "lr": 0.0015, "gradient_norm": 0.18435411155223846, "benchmark": false}
|
| 1271 |
{"step": 25420, "tokens": 13327400960, "loss": 2.699550437927246, "tokens_per_second": 985711.6419913521, "lr": 0.0015, "gradient_norm": 0.15506623685359955, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1269 |
{"step": 25380, "tokens": 13306429440, "loss": 2.7713504791259767, "tokens_per_second": 979269.3335938716, "lr": 0.0015, "gradient_norm": 0.1711287647485733, "benchmark": false}
|
| 1270 |
{"step": 25400, "tokens": 13316915200, "loss": 2.739446449279785, "tokens_per_second": 980389.1165573467, "lr": 0.0015, "gradient_norm": 0.18435411155223846, "benchmark": false}
|
| 1271 |
{"step": 25420, "tokens": 13327400960, "loss": 2.699550437927246, "tokens_per_second": 985711.6419913521, "lr": 0.0015, "gradient_norm": 0.15506623685359955, "benchmark": false}
|
| 1272 |
+
{"step": 25440, "tokens": 13337886720, "loss": 2.720584487915039, "tokens_per_second": 980468.8073252274, "lr": 0.0015, "gradient_norm": 0.16505908966064453, "benchmark": false}
|
| 1273 |
+
{"step": 25460, "tokens": 13348372480, "loss": 2.7270036697387696, "tokens_per_second": 979712.4978044042, "lr": 0.0015, "gradient_norm": 0.1670805960893631, "benchmark": false}
|