Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -593,3 +593,5 @@
|
|
| 593 |
{"step": 11860, "tokens": 6218055680, "loss": 2.8122493743896486, "tokens_per_second": 976721.7935053379, "lr": 0.0015, "gradient_norm": 0.09113288670778275, "benchmark": false}
|
| 594 |
{"step": 11880, "tokens": 6228541440, "loss": 2.8010377883911133, "tokens_per_second": 983710.669248456, "lr": 0.0015, "gradient_norm": 0.21072672307491302, "benchmark": false}
|
| 595 |
{"step": 11900, "tokens": 6239027200, "loss": 2.784419059753418, "tokens_per_second": 988464.0306157828, "lr": 0.0015, "gradient_norm": 0.0965396985411644, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 593 |
{"step": 11860, "tokens": 6218055680, "loss": 2.8122493743896486, "tokens_per_second": 976721.7935053379, "lr": 0.0015, "gradient_norm": 0.09113288670778275, "benchmark": false}
|
| 594 |
{"step": 11880, "tokens": 6228541440, "loss": 2.8010377883911133, "tokens_per_second": 983710.669248456, "lr": 0.0015, "gradient_norm": 0.21072672307491302, "benchmark": false}
|
| 595 |
{"step": 11900, "tokens": 6239027200, "loss": 2.784419059753418, "tokens_per_second": 988464.0306157828, "lr": 0.0015, "gradient_norm": 0.0965396985411644, "benchmark": false}
|
| 596 |
+
{"step": 11920, "tokens": 6249512960, "loss": 2.772012138366699, "tokens_per_second": 981498.9249846302, "lr": 0.0015, "gradient_norm": 0.09328988939523697, "benchmark": false}
|
| 597 |
+
{"step": 11940, "tokens": 6259998720, "loss": 2.7949031829833983, "tokens_per_second": 985018.5760938062, "lr": 0.0015, "gradient_norm": 0.09925438463687897, "benchmark": false}
|