Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1333,3 +1333,5 @@
|
|
| 1333 |
{"step": 26660, "tokens": 13977518080, "loss": 2.7060466766357423, "tokens_per_second": 983155.7902593856, "lr": 0.0015, "gradient_norm": 0.18533267080783844, "benchmark": false}
|
| 1334 |
{"step": 26680, "tokens": 13988003840, "loss": 2.7029600143432617, "tokens_per_second": 988924.2545065327, "lr": 0.0015, "gradient_norm": 0.16446125507354736, "benchmark": false}
|
| 1335 |
{"step": 26700, "tokens": 13998489600, "loss": 2.717823600769043, "tokens_per_second": 991886.7740613186, "lr": 0.0015, "gradient_norm": 0.1786622554063797, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1333 |
{"step": 26660, "tokens": 13977518080, "loss": 2.7060466766357423, "tokens_per_second": 983155.7902593856, "lr": 0.0015, "gradient_norm": 0.18533267080783844, "benchmark": false}
|
| 1334 |
{"step": 26680, "tokens": 13988003840, "loss": 2.7029600143432617, "tokens_per_second": 988924.2545065327, "lr": 0.0015, "gradient_norm": 0.16446125507354736, "benchmark": false}
|
| 1335 |
{"step": 26700, "tokens": 13998489600, "loss": 2.717823600769043, "tokens_per_second": 991886.7740613186, "lr": 0.0015, "gradient_norm": 0.1786622554063797, "benchmark": false}
|
| 1336 |
+
{"step": 26720, "tokens": 14008975360, "loss": 2.7423500061035155, "tokens_per_second": 832390.0355931271, "lr": 0.0015, "gradient_norm": 0.1688917726278305, "benchmark": false}
|
| 1337 |
+
{"step": 26740, "tokens": 14019461120, "loss": 2.7214933395385743, "tokens_per_second": 994976.402505684, "lr": 0.0015, "gradient_norm": 0.169357568025589, "benchmark": false}
|