Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -966,3 +966,5 @@
|
|
| 966 |
{"step": 19320, "tokens": 10129244160, "loss": 2.7618661880493165, "tokens_per_second": 981053.1388018135, "lr": 0.0015, "gradient_norm": 0.14013761281967163, "benchmark": false}
|
| 967 |
{"step": 19340, "tokens": 10139729920, "loss": 2.711724853515625, "tokens_per_second": 990001.7675820682, "lr": 0.0015, "gradient_norm": 0.16674073040485382, "benchmark": false}
|
| 968 |
{"step": 19360, "tokens": 10150215680, "loss": 2.7775001525878906, "tokens_per_second": 980875.3842120795, "lr": 0.0015, "gradient_norm": 0.14825303852558136, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 966 |
{"step": 19320, "tokens": 10129244160, "loss": 2.7618661880493165, "tokens_per_second": 981053.1388018135, "lr": 0.0015, "gradient_norm": 0.14013761281967163, "benchmark": false}
|
| 967 |
{"step": 19340, "tokens": 10139729920, "loss": 2.711724853515625, "tokens_per_second": 990001.7675820682, "lr": 0.0015, "gradient_norm": 0.16674073040485382, "benchmark": false}
|
| 968 |
{"step": 19360, "tokens": 10150215680, "loss": 2.7775001525878906, "tokens_per_second": 980875.3842120795, "lr": 0.0015, "gradient_norm": 0.14825303852558136, "benchmark": false}
|
| 969 |
+
{"step": 19380, "tokens": 10160701440, "loss": 2.7760234832763673, "tokens_per_second": 982545.7817744224, "lr": 0.0015, "gradient_norm": 0.1374744027853012, "benchmark": false}
|
| 970 |
+
{"step": 19400, "tokens": 10171187200, "loss": 2.699192237854004, "tokens_per_second": 981344.6805466847, "lr": 0.0015, "gradient_norm": 0.1348937451839447, "benchmark": false}
|