Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -591,3 +591,5 @@
|
|
| 591 |
{"step": 11820, "tokens": 6197084160, "loss": 2.7978897094726562, "tokens_per_second": 992943.4708471717, "lr": 0.0015, "gradient_norm": 0.09639257192611694, "benchmark": false}
|
| 592 |
{"step": 11840, "tokens": 6207569920, "loss": 2.758690071105957, "tokens_per_second": 993519.8502188604, "lr": 0.0015, "gradient_norm": 0.10271412879228592, "benchmark": false}
|
| 593 |
{"step": 11860, "tokens": 6218055680, "loss": 2.8122493743896486, "tokens_per_second": 976721.7935053379, "lr": 0.0015, "gradient_norm": 0.09113288670778275, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 591 |
{"step": 11820, "tokens": 6197084160, "loss": 2.7978897094726562, "tokens_per_second": 992943.4708471717, "lr": 0.0015, "gradient_norm": 0.09639257192611694, "benchmark": false}
|
| 592 |
{"step": 11840, "tokens": 6207569920, "loss": 2.758690071105957, "tokens_per_second": 993519.8502188604, "lr": 0.0015, "gradient_norm": 0.10271412879228592, "benchmark": false}
|
| 593 |
{"step": 11860, "tokens": 6218055680, "loss": 2.8122493743896486, "tokens_per_second": 976721.7935053379, "lr": 0.0015, "gradient_norm": 0.09113288670778275, "benchmark": false}
|
| 594 |
+
{"step": 11880, "tokens": 6228541440, "loss": 2.8010377883911133, "tokens_per_second": 983710.669248456, "lr": 0.0015, "gradient_norm": 0.21072672307491302, "benchmark": false}
|
| 595 |
+
{"step": 11900, "tokens": 6239027200, "loss": 2.784419059753418, "tokens_per_second": 988464.0306157828, "lr": 0.0015, "gradient_norm": 0.0965396985411644, "benchmark": false}
|