Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -855,3 +855,5 @@
|
|
| 855 |
{"step": 17100, "tokens": 8965324800, "loss": 2.7487125396728516, "tokens_per_second": 981721.9066029039, "lr": 0.0015, "gradient_norm": 0.12753145396709442, "benchmark": false}
|
| 856 |
{"step": 17120, "tokens": 8975810560, "loss": 2.7811796188354494, "tokens_per_second": 839985.971626661, "lr": 0.0015, "gradient_norm": 0.14358003437519073, "benchmark": false}
|
| 857 |
{"step": 17140, "tokens": 8986296320, "loss": 2.7554580688476564, "tokens_per_second": 985347.3316219762, "lr": 0.0015, "gradient_norm": 0.18229703605175018, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 855 |
{"step": 17100, "tokens": 8965324800, "loss": 2.7487125396728516, "tokens_per_second": 981721.9066029039, "lr": 0.0015, "gradient_norm": 0.12753145396709442, "benchmark": false}
|
| 856 |
{"step": 17120, "tokens": 8975810560, "loss": 2.7811796188354494, "tokens_per_second": 839985.971626661, "lr": 0.0015, "gradient_norm": 0.14358003437519073, "benchmark": false}
|
| 857 |
{"step": 17140, "tokens": 8986296320, "loss": 2.7554580688476564, "tokens_per_second": 985347.3316219762, "lr": 0.0015, "gradient_norm": 0.18229703605175018, "benchmark": false}
|
| 858 |
+
{"step": 17160, "tokens": 8996782080, "loss": 2.7388572692871094, "tokens_per_second": 844932.1286913212, "lr": 0.0015, "gradient_norm": 0.17785406112670898, "benchmark": false}
|
| 859 |
+
{"step": 17180, "tokens": 9007267840, "loss": 2.803097724914551, "tokens_per_second": 979514.8631083402, "lr": 0.0015, "gradient_norm": 0.12167101353406906, "benchmark": false}
|