Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1061,3 +1061,5 @@
|
|
| 1061 |
{"step": 21220, "tokens": 11125391360, "loss": 2.718777084350586, "tokens_per_second": 992414.8132202647, "lr": 0.0015, "gradient_norm": 0.14299793541431427, "benchmark": false}
|
| 1062 |
{"step": 21240, "tokens": 11135877120, "loss": 2.7259212493896485, "tokens_per_second": 942023.4272862579, "lr": 0.0015, "gradient_norm": 0.13855697214603424, "benchmark": false}
|
| 1063 |
{"step": 21260, "tokens": 11146362880, "loss": 2.740422821044922, "tokens_per_second": 983212.163423991, "lr": 0.0015, "gradient_norm": 0.15689922869205475, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1061 |
{"step": 21220, "tokens": 11125391360, "loss": 2.718777084350586, "tokens_per_second": 992414.8132202647, "lr": 0.0015, "gradient_norm": 0.14299793541431427, "benchmark": false}
|
| 1062 |
{"step": 21240, "tokens": 11135877120, "loss": 2.7259212493896485, "tokens_per_second": 942023.4272862579, "lr": 0.0015, "gradient_norm": 0.13855697214603424, "benchmark": false}
|
| 1063 |
{"step": 21260, "tokens": 11146362880, "loss": 2.740422821044922, "tokens_per_second": 983212.163423991, "lr": 0.0015, "gradient_norm": 0.15689922869205475, "benchmark": false}
|
| 1064 |
+
{"step": 21280, "tokens": 11156848640, "loss": 2.720681381225586, "tokens_per_second": 978011.6094534147, "lr": 0.0015, "gradient_norm": 0.1587376594543457, "benchmark": false}
|
| 1065 |
+
{"step": 21300, "tokens": 11167334400, "loss": 2.7434682846069336, "tokens_per_second": 980170.1354157731, "lr": 0.0015, "gradient_norm": 0.17932246625423431, "benchmark": false}
|