Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1337,3 +1337,5 @@
|
|
| 1337 |
{"step": 26740, "tokens": 14019461120, "loss": 2.7214933395385743, "tokens_per_second": 994976.402505684, "lr": 0.0015, "gradient_norm": 0.169357568025589, "benchmark": false}
|
| 1338 |
{"step": 26760, "tokens": 14029946880, "loss": 2.733596420288086, "tokens_per_second": 982344.8654231534, "lr": 0.0015, "gradient_norm": 0.1823183000087738, "benchmark": false}
|
| 1339 |
{"step": 26780, "tokens": 14040432640, "loss": 2.7370426177978517, "tokens_per_second": 984832.4687065443, "lr": 0.0015, "gradient_norm": 0.17733104526996613, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1337 |
{"step": 26740, "tokens": 14019461120, "loss": 2.7214933395385743, "tokens_per_second": 994976.402505684, "lr": 0.0015, "gradient_norm": 0.169357568025589, "benchmark": false}
|
| 1338 |
{"step": 26760, "tokens": 14029946880, "loss": 2.733596420288086, "tokens_per_second": 982344.8654231534, "lr": 0.0015, "gradient_norm": 0.1823183000087738, "benchmark": false}
|
| 1339 |
{"step": 26780, "tokens": 14040432640, "loss": 2.7370426177978517, "tokens_per_second": 984832.4687065443, "lr": 0.0015, "gradient_norm": 0.17733104526996613, "benchmark": false}
|
| 1340 |
+
{"step": 26800, "tokens": 14050918400, "loss": 2.7315513610839846, "tokens_per_second": 986112.6263908717, "lr": 0.0015, "gradient_norm": 0.1987716555595398, "benchmark": false}
|
| 1341 |
+
{"step": 26820, "tokens": 14061404160, "loss": 2.7281627655029297, "tokens_per_second": 988505.0177402959, "lr": 0.0015, "gradient_norm": 0.18695585429668427, "benchmark": false}
|