Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1242,3 +1242,5 @@
|
|
| 1242 |
{"step": 24840, "tokens": 13023313920, "loss": 2.7571231842041017, "tokens_per_second": 988318.0462214734, "lr": 0.0015, "gradient_norm": 0.15772154927253723, "benchmark": false}
|
| 1243 |
{"step": 24860, "tokens": 13033799680, "loss": 2.687510681152344, "tokens_per_second": 977481.8296891522, "lr": 0.0015, "gradient_norm": 0.1580677032470703, "benchmark": false}
|
| 1244 |
{"step": 24880, "tokens": 13044285440, "loss": 2.718827247619629, "tokens_per_second": 988198.1770153214, "lr": 0.0015, "gradient_norm": 0.16674473881721497, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1242 |
{"step": 24840, "tokens": 13023313920, "loss": 2.7571231842041017, "tokens_per_second": 988318.0462214734, "lr": 0.0015, "gradient_norm": 0.15772154927253723, "benchmark": false}
|
| 1243 |
{"step": 24860, "tokens": 13033799680, "loss": 2.687510681152344, "tokens_per_second": 977481.8296891522, "lr": 0.0015, "gradient_norm": 0.1580677032470703, "benchmark": false}
|
| 1244 |
{"step": 24880, "tokens": 13044285440, "loss": 2.718827247619629, "tokens_per_second": 988198.1770153214, "lr": 0.0015, "gradient_norm": 0.16674473881721497, "benchmark": false}
|
| 1245 |
+
{"step": 24900, "tokens": 13054771200, "loss": 2.745186996459961, "tokens_per_second": 990662.412500728, "lr": 0.0015, "gradient_norm": 0.1693478524684906, "benchmark": false}
|
| 1246 |
+
{"step": 24920, "tokens": 13065256960, "loss": 2.7452892303466796, "tokens_per_second": 960075.2523763671, "lr": 0.0015, "gradient_norm": 0.16753168404102325, "benchmark": false}
|