Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -272,3 +272,5 @@
|
|
| 272 |
{"step": 5440, "tokens": 2852126720, "loss": 2.927232551574707, "tokens_per_second": 961491.6873988404, "lr": 0.0015, "gradient_norm": 0.08092717826366425, "benchmark": false}
|
| 273 |
{"step": 5460, "tokens": 2862612480, "loss": 2.9212882995605467, "tokens_per_second": 963640.9597608796, "lr": 0.0015, "gradient_norm": 0.07737968862056732, "benchmark": false}
|
| 274 |
{"step": 5480, "tokens": 2873098240, "loss": 2.93560733795166, "tokens_per_second": 989570.6405544647, "lr": 0.0015, "gradient_norm": 0.07661953568458557, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 272 |
{"step": 5440, "tokens": 2852126720, "loss": 2.927232551574707, "tokens_per_second": 961491.6873988404, "lr": 0.0015, "gradient_norm": 0.08092717826366425, "benchmark": false}
|
| 273 |
{"step": 5460, "tokens": 2862612480, "loss": 2.9212882995605467, "tokens_per_second": 963640.9597608796, "lr": 0.0015, "gradient_norm": 0.07737968862056732, "benchmark": false}
|
| 274 |
{"step": 5480, "tokens": 2873098240, "loss": 2.93560733795166, "tokens_per_second": 989570.6405544647, "lr": 0.0015, "gradient_norm": 0.07661953568458557, "benchmark": false}
|
| 275 |
+
{"step": 5500, "tokens": 2883584000, "loss": 2.9613765716552733, "tokens_per_second": 847609.3000475727, "lr": 0.0015, "gradient_norm": 0.08004806190729141, "benchmark": false}
|
| 276 |
+
{"step": 5520, "tokens": 2894069760, "loss": 2.9488664627075196, "tokens_per_second": 866353.3135315783, "lr": 0.0015, "gradient_norm": 0.0868849903345108, "benchmark": false}
|