Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1244,3 +1244,5 @@
|
|
| 1244 |
{"step": 24880, "tokens": 13044285440, "loss": 2.718827247619629, "tokens_per_second": 988198.1770153214, "lr": 0.0015, "gradient_norm": 0.16674473881721497, "benchmark": false}
|
| 1245 |
{"step": 24900, "tokens": 13054771200, "loss": 2.745186996459961, "tokens_per_second": 990662.412500728, "lr": 0.0015, "gradient_norm": 0.1693478524684906, "benchmark": false}
|
| 1246 |
{"step": 24920, "tokens": 13065256960, "loss": 2.7452892303466796, "tokens_per_second": 960075.2523763671, "lr": 0.0015, "gradient_norm": 0.16753168404102325, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1244 |
{"step": 24880, "tokens": 13044285440, "loss": 2.718827247619629, "tokens_per_second": 988198.1770153214, "lr": 0.0015, "gradient_norm": 0.16674473881721497, "benchmark": false}
|
| 1245 |
{"step": 24900, "tokens": 13054771200, "loss": 2.745186996459961, "tokens_per_second": 990662.412500728, "lr": 0.0015, "gradient_norm": 0.1693478524684906, "benchmark": false}
|
| 1246 |
{"step": 24920, "tokens": 13065256960, "loss": 2.7452892303466796, "tokens_per_second": 960075.2523763671, "lr": 0.0015, "gradient_norm": 0.16753168404102325, "benchmark": false}
|
| 1247 |
+
{"step": 24940, "tokens": 13075742720, "loss": 2.724387359619141, "tokens_per_second": 991013.5827467868, "lr": 0.0015, "gradient_norm": 0.16112184524536133, "benchmark": false}
|
| 1248 |
+
{"step": 24960, "tokens": 13086228480, "loss": 2.6991626739501955, "tokens_per_second": 939572.5153784158, "lr": 0.0015, "gradient_norm": 0.1650470644235611, "benchmark": false}
|