Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -883,3 +883,5 @@
|
|
| 883 |
{"step": 17660, "tokens": 9258926080, "loss": 2.751175308227539, "tokens_per_second": 930623.7933325432, "lr": 0.0015, "gradient_norm": 0.12927785515785217, "benchmark": false}
|
| 884 |
{"step": 17680, "tokens": 9269411840, "loss": 2.763106346130371, "tokens_per_second": 981702.3470782397, "lr": 0.0015, "gradient_norm": 0.16381075978279114, "benchmark": false}
|
| 885 |
{"step": 17700, "tokens": 9279897600, "loss": 2.745603561401367, "tokens_per_second": 826202.709297162, "lr": 0.0015, "gradient_norm": 0.15377523005008698, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 883 |
{"step": 17660, "tokens": 9258926080, "loss": 2.751175308227539, "tokens_per_second": 930623.7933325432, "lr": 0.0015, "gradient_norm": 0.12927785515785217, "benchmark": false}
|
| 884 |
{"step": 17680, "tokens": 9269411840, "loss": 2.763106346130371, "tokens_per_second": 981702.3470782397, "lr": 0.0015, "gradient_norm": 0.16381075978279114, "benchmark": false}
|
| 885 |
{"step": 17700, "tokens": 9279897600, "loss": 2.745603561401367, "tokens_per_second": 826202.709297162, "lr": 0.0015, "gradient_norm": 0.15377523005008698, "benchmark": false}
|
| 886 |
+
{"step": 17720, "tokens": 9290383360, "loss": 2.7421333312988283, "tokens_per_second": 981758.1328926992, "lr": 0.0015, "gradient_norm": 0.126024067401886, "benchmark": false}
|
| 887 |
+
{"step": 17740, "tokens": 9300869120, "loss": 2.7649770736694337, "tokens_per_second": 980855.0970585875, "lr": 0.0015, "gradient_norm": 0.14470013976097107, "benchmark": false}
|