Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -166,3 +166,5 @@
|
|
| 166 |
{"step": 3320, "tokens": 1740636160, "loss": 3.0704534530639647, "tokens_per_second": 978593.0228445381, "lr": 0.0015, "gradient_norm": 0.14354996383190155, "benchmark": false}
|
| 167 |
{"step": 3340, "tokens": 1751121920, "loss": 3.04581241607666, "tokens_per_second": 988516.7855058353, "lr": 0.0015, "gradient_norm": 0.16661900281906128, "benchmark": false}
|
| 168 |
{"step": 3360, "tokens": 1761607680, "loss": 3.025486373901367, "tokens_per_second": 927855.3870296703, "lr": 0.0015, "gradient_norm": 0.15192417800426483, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 166 |
{"step": 3320, "tokens": 1740636160, "loss": 3.0704534530639647, "tokens_per_second": 978593.0228445381, "lr": 0.0015, "gradient_norm": 0.14354996383190155, "benchmark": false}
|
| 167 |
{"step": 3340, "tokens": 1751121920, "loss": 3.04581241607666, "tokens_per_second": 988516.7855058353, "lr": 0.0015, "gradient_norm": 0.16661900281906128, "benchmark": false}
|
| 168 |
{"step": 3360, "tokens": 1761607680, "loss": 3.025486373901367, "tokens_per_second": 927855.3870296703, "lr": 0.0015, "gradient_norm": 0.15192417800426483, "benchmark": false}
|
| 169 |
+
{"step": 3380, "tokens": 1772093440, "loss": 3.014867401123047, "tokens_per_second": 963873.3903153073, "lr": 0.0015, "gradient_norm": 0.15605700016021729, "benchmark": false}
|
| 170 |
+
{"step": 3400, "tokens": 1782579200, "loss": 3.011953353881836, "tokens_per_second": 967688.8832669553, "lr": 0.0015, "gradient_norm": 0.17889906466007233, "benchmark": false}
|