Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1411,3 +1411,5 @@
|
|
| 1411 |
{"step": 28220, "tokens": 14795407360, "loss": 2.7537019729614256, "tokens_per_second": 966435.4284252971, "lr": 0.0015, "gradient_norm": 0.20145413279533386, "benchmark": false}
|
| 1412 |
{"step": 28240, "tokens": 14805893120, "loss": 2.6983736038208006, "tokens_per_second": 974435.2538451034, "lr": 0.0015, "gradient_norm": 0.16358453035354614, "benchmark": false}
|
| 1413 |
{"step": 28260, "tokens": 14816378880, "loss": 2.7062435150146484, "tokens_per_second": 978858.8450378526, "lr": 0.0015, "gradient_norm": 0.17861990630626678, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1411 |
{"step": 28220, "tokens": 14795407360, "loss": 2.7537019729614256, "tokens_per_second": 966435.4284252971, "lr": 0.0015, "gradient_norm": 0.20145413279533386, "benchmark": false}
|
| 1412 |
{"step": 28240, "tokens": 14805893120, "loss": 2.6983736038208006, "tokens_per_second": 974435.2538451034, "lr": 0.0015, "gradient_norm": 0.16358453035354614, "benchmark": false}
|
| 1413 |
{"step": 28260, "tokens": 14816378880, "loss": 2.7062435150146484, "tokens_per_second": 978858.8450378526, "lr": 0.0015, "gradient_norm": 0.17861990630626678, "benchmark": false}
|
| 1414 |
+
{"step": 28280, "tokens": 14826864640, "loss": 2.685271453857422, "tokens_per_second": 971597.1472537437, "lr": 0.0015, "gradient_norm": 0.2024940699338913, "benchmark": false}
|
| 1415 |
+
{"step": 28300, "tokens": 14837350400, "loss": 2.7068309783935547, "tokens_per_second": 975386.9027002855, "lr": 0.0015, "gradient_norm": 0.15980087220668793, "benchmark": false}
|