Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -94,3 +94,5 @@
|
|
| 94 |
{"step": 1880, "tokens": 985661440, "loss": 3.2541065216064453, "tokens_per_second": 985086.6956364446, "lr": 0.00141, "gradient_norm": 0.2574971914291382, "benchmark": false}
|
| 95 |
{"step": 1900, "tokens": 996147200, "loss": 3.2535194396972655, "tokens_per_second": 980087.9792946931, "lr": 0.001425, "gradient_norm": 0.24417293071746826, "benchmark": false}
|
| 96 |
{"step": 1920, "tokens": 1006632960, "loss": 3.2531501770019533, "tokens_per_second": 976722.1636101804, "lr": 0.0014399999999999999, "gradient_norm": 0.2506352961063385, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 94 |
{"step": 1880, "tokens": 985661440, "loss": 3.2541065216064453, "tokens_per_second": 985086.6956364446, "lr": 0.00141, "gradient_norm": 0.2574971914291382, "benchmark": false}
|
| 95 |
{"step": 1900, "tokens": 996147200, "loss": 3.2535194396972655, "tokens_per_second": 980087.9792946931, "lr": 0.001425, "gradient_norm": 0.24417293071746826, "benchmark": false}
|
| 96 |
{"step": 1920, "tokens": 1006632960, "loss": 3.2531501770019533, "tokens_per_second": 976722.1636101804, "lr": 0.0014399999999999999, "gradient_norm": 0.2506352961063385, "benchmark": false}
|
| 97 |
+
{"step": 1940, "tokens": 1017118720, "loss": 3.2249679565429688, "tokens_per_second": 988657.7397372127, "lr": 0.001455, "gradient_norm": 0.2712062895298004, "benchmark": false}
|
| 98 |
+
{"step": 1960, "tokens": 1027604480, "loss": 3.238423156738281, "tokens_per_second": 983368.2203098513, "lr": 0.00147, "gradient_norm": 0.23316670954227448, "benchmark": false}
|