Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1331,3 +1331,5 @@
|
|
| 1331 |
{"step": 26620, "tokens": 13956546560, "loss": 2.725321960449219, "tokens_per_second": 988393.4587429643, "lr": 0.0015, "gradient_norm": 0.18965676426887512, "benchmark": false}
|
| 1332 |
{"step": 26640, "tokens": 13967032320, "loss": 2.7370019912719727, "tokens_per_second": 986091.1794719244, "lr": 0.0015, "gradient_norm": 0.20296072959899902, "benchmark": false}
|
| 1333 |
{"step": 26660, "tokens": 13977518080, "loss": 2.7060466766357423, "tokens_per_second": 983155.7902593856, "lr": 0.0015, "gradient_norm": 0.18533267080783844, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1331 |
{"step": 26620, "tokens": 13956546560, "loss": 2.725321960449219, "tokens_per_second": 988393.4587429643, "lr": 0.0015, "gradient_norm": 0.18965676426887512, "benchmark": false}
|
| 1332 |
{"step": 26640, "tokens": 13967032320, "loss": 2.7370019912719727, "tokens_per_second": 986091.1794719244, "lr": 0.0015, "gradient_norm": 0.20296072959899902, "benchmark": false}
|
| 1333 |
{"step": 26660, "tokens": 13977518080, "loss": 2.7060466766357423, "tokens_per_second": 983155.7902593856, "lr": 0.0015, "gradient_norm": 0.18533267080783844, "benchmark": false}
|
| 1334 |
+
{"step": 26680, "tokens": 13988003840, "loss": 2.7029600143432617, "tokens_per_second": 988924.2545065327, "lr": 0.0015, "gradient_norm": 0.16446125507354736, "benchmark": false}
|
| 1335 |
+
{"step": 26700, "tokens": 13998489600, "loss": 2.717823600769043, "tokens_per_second": 991886.7740613186, "lr": 0.0015, "gradient_norm": 0.1786622554063797, "benchmark": false}
|