Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -744,3 +744,5 @@
|
|
| 744 |
{"step": 14880, "tokens": 7801405440, "loss": 2.7884395599365233, "tokens_per_second": 986269.6179671925, "lr": 0.0015, "gradient_norm": 0.12317132949829102, "benchmark": false}
|
| 745 |
{"step": 14900, "tokens": 7811891200, "loss": 2.7660396575927733, "tokens_per_second": 992115.5099409415, "lr": 0.0015, "gradient_norm": 0.13060061633586884, "benchmark": false}
|
| 746 |
{"step": 14920, "tokens": 7822376960, "loss": 2.771735191345215, "tokens_per_second": 991036.9703833835, "lr": 0.0015, "gradient_norm": 0.12381613999605179, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 744 |
{"step": 14880, "tokens": 7801405440, "loss": 2.7884395599365233, "tokens_per_second": 986269.6179671925, "lr": 0.0015, "gradient_norm": 0.12317132949829102, "benchmark": false}
|
| 745 |
{"step": 14900, "tokens": 7811891200, "loss": 2.7660396575927733, "tokens_per_second": 992115.5099409415, "lr": 0.0015, "gradient_norm": 0.13060061633586884, "benchmark": false}
|
| 746 |
{"step": 14920, "tokens": 7822376960, "loss": 2.771735191345215, "tokens_per_second": 991036.9703833835, "lr": 0.0015, "gradient_norm": 0.12381613999605179, "benchmark": false}
|
| 747 |
+
{"step": 14940, "tokens": 7832862720, "loss": 2.7973310470581056, "tokens_per_second": 982117.8814135678, "lr": 0.0015, "gradient_norm": 0.13259257376194, "benchmark": false}
|
| 748 |
+
{"step": 14960, "tokens": 7843348480, "loss": 2.8001480102539062, "tokens_per_second": 989712.792759918, "lr": 0.0015, "gradient_norm": 0.12138649076223373, "benchmark": false}
|