Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -345,3 +345,5 @@
|
|
| 345 |
{"step": 6900, "tokens": 3617587200, "loss": 2.8689924240112306, "tokens_per_second": 968370.5294312906, "lr": 0.0015, "gradient_norm": 0.06945327669382095, "benchmark": false}
|
| 346 |
{"step": 6920, "tokens": 3628072960, "loss": 2.9065435409545897, "tokens_per_second": 970516.5786547065, "lr": 0.0015, "gradient_norm": 0.0702224001288414, "benchmark": false}
|
| 347 |
{"step": 6940, "tokens": 3638558720, "loss": 2.9081472396850585, "tokens_per_second": 973242.0789233029, "lr": 0.0015, "gradient_norm": 0.073855459690094, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 345 |
{"step": 6900, "tokens": 3617587200, "loss": 2.8689924240112306, "tokens_per_second": 968370.5294312906, "lr": 0.0015, "gradient_norm": 0.06945327669382095, "benchmark": false}
|
| 346 |
{"step": 6920, "tokens": 3628072960, "loss": 2.9065435409545897, "tokens_per_second": 970516.5786547065, "lr": 0.0015, "gradient_norm": 0.0702224001288414, "benchmark": false}
|
| 347 |
{"step": 6940, "tokens": 3638558720, "loss": 2.9081472396850585, "tokens_per_second": 973242.0789233029, "lr": 0.0015, "gradient_norm": 0.073855459690094, "benchmark": false}
|
| 348 |
+
{"step": 6960, "tokens": 3649044480, "loss": 2.8929702758789064, "tokens_per_second": 964825.9607954713, "lr": 0.0015, "gradient_norm": 0.06530334800481796, "benchmark": false}
|
| 349 |
+
{"step": 6980, "tokens": 3659530240, "loss": 2.8522924423217773, "tokens_per_second": 963148.4756019333, "lr": 0.0015, "gradient_norm": 0.07306957989931107, "benchmark": false}
|