Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1329,3 +1329,5 @@
|
|
| 1329 |
{"step": 26580, "tokens": 13935575040, "loss": 2.726406478881836, "tokens_per_second": 992744.8377322793, "lr": 0.0015, "gradient_norm": 0.2031981199979782, "benchmark": false}
|
| 1330 |
{"step": 26600, "tokens": 13946060800, "loss": 2.7248741149902345, "tokens_per_second": 985972.6020680341, "lr": 0.0015, "gradient_norm": 0.21781203150749207, "benchmark": false}
|
| 1331 |
{"step": 26620, "tokens": 13956546560, "loss": 2.725321960449219, "tokens_per_second": 988393.4587429643, "lr": 0.0015, "gradient_norm": 0.18965676426887512, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1329 |
{"step": 26580, "tokens": 13935575040, "loss": 2.726406478881836, "tokens_per_second": 992744.8377322793, "lr": 0.0015, "gradient_norm": 0.2031981199979782, "benchmark": false}
|
| 1330 |
{"step": 26600, "tokens": 13946060800, "loss": 2.7248741149902345, "tokens_per_second": 985972.6020680341, "lr": 0.0015, "gradient_norm": 0.21781203150749207, "benchmark": false}
|
| 1331 |
{"step": 26620, "tokens": 13956546560, "loss": 2.725321960449219, "tokens_per_second": 988393.4587429643, "lr": 0.0015, "gradient_norm": 0.18965676426887512, "benchmark": false}
|
| 1332 |
+
{"step": 26640, "tokens": 13967032320, "loss": 2.7370019912719727, "tokens_per_second": 986091.1794719244, "lr": 0.0015, "gradient_norm": 0.20296072959899902, "benchmark": false}
|
| 1333 |
+
{"step": 26660, "tokens": 13977518080, "loss": 2.7060466766357423, "tokens_per_second": 983155.7902593856, "lr": 0.0015, "gradient_norm": 0.18533267080783844, "benchmark": false}
|