Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1057,3 +1057,5 @@
|
|
| 1057 |
{"step": 21140, "tokens": 11083448320, "loss": 2.7355117797851562, "tokens_per_second": 977298.3800180755, "lr": 0.0015, "gradient_norm": 0.1741272658109665, "benchmark": false}
|
| 1058 |
{"step": 21160, "tokens": 11093934080, "loss": 2.696071243286133, "tokens_per_second": 979845.1336802829, "lr": 0.0015, "gradient_norm": 0.1505553275346756, "benchmark": false}
|
| 1059 |
{"step": 21180, "tokens": 11104419840, "loss": 2.7300960540771486, "tokens_per_second": 975829.9134785949, "lr": 0.0015, "gradient_norm": 0.1768353432416916, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1057 |
{"step": 21140, "tokens": 11083448320, "loss": 2.7355117797851562, "tokens_per_second": 977298.3800180755, "lr": 0.0015, "gradient_norm": 0.1741272658109665, "benchmark": false}
|
| 1058 |
{"step": 21160, "tokens": 11093934080, "loss": 2.696071243286133, "tokens_per_second": 979845.1336802829, "lr": 0.0015, "gradient_norm": 0.1505553275346756, "benchmark": false}
|
| 1059 |
{"step": 21180, "tokens": 11104419840, "loss": 2.7300960540771486, "tokens_per_second": 975829.9134785949, "lr": 0.0015, "gradient_norm": 0.1768353432416916, "benchmark": false}
|
| 1060 |
+
{"step": 21200, "tokens": 11114905600, "loss": 2.7417701721191405, "tokens_per_second": 986108.9429896275, "lr": 0.0015, "gradient_norm": 0.14486666023731232, "benchmark": false}
|
| 1061 |
+
{"step": 21220, "tokens": 11125391360, "loss": 2.718777084350586, "tokens_per_second": 992414.8132202647, "lr": 0.0015, "gradient_norm": 0.14299793541431427, "benchmark": false}
|