Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -304,3 +304,5 @@
|
|
| 304 |
{"step": 6080, "tokens": 3187671040, "loss": 2.9418666839599608, "tokens_per_second": 981378.5804716933, "lr": 0.0015, "gradient_norm": 0.09998906403779984, "benchmark": false}
|
| 305 |
{"step": 6100, "tokens": 3198156800, "loss": 2.9135721206665037, "tokens_per_second": 988632.0183834768, "lr": 0.0015, "gradient_norm": 0.06642155349254608, "benchmark": false}
|
| 306 |
{"step": 6120, "tokens": 3208642560, "loss": 2.9151752471923826, "tokens_per_second": 977289.6119118045, "lr": 0.0015, "gradient_norm": 0.06914926320314407, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 304 |
{"step": 6080, "tokens": 3187671040, "loss": 2.9418666839599608, "tokens_per_second": 981378.5804716933, "lr": 0.0015, "gradient_norm": 0.09998906403779984, "benchmark": false}
|
| 305 |
{"step": 6100, "tokens": 3198156800, "loss": 2.9135721206665037, "tokens_per_second": 988632.0183834768, "lr": 0.0015, "gradient_norm": 0.06642155349254608, "benchmark": false}
|
| 306 |
{"step": 6120, "tokens": 3208642560, "loss": 2.9151752471923826, "tokens_per_second": 977289.6119118045, "lr": 0.0015, "gradient_norm": 0.06914926320314407, "benchmark": false}
|
| 307 |
+
{"step": 6140, "tokens": 3219128320, "loss": 2.9054723739624024, "tokens_per_second": 972138.5604667434, "lr": 0.0015, "gradient_norm": 0.07093650847673416, "benchmark": false}
|
| 308 |
+
{"step": 6160, "tokens": 3229614080, "loss": 2.9123771667480467, "tokens_per_second": 970947.1832531, "lr": 0.0015, "gradient_norm": 0.06923744082450867, "benchmark": false}
|