Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1341,3 +1341,5 @@
|
|
| 1341 |
{"step": 26820, "tokens": 14061404160, "loss": 2.7281627655029297, "tokens_per_second": 988505.0177402959, "lr": 0.0015, "gradient_norm": 0.18695585429668427, "benchmark": false}
|
| 1342 |
{"step": 26840, "tokens": 14071889920, "loss": 2.704783058166504, "tokens_per_second": 982573.5864396394, "lr": 0.0015, "gradient_norm": 0.16781634092330933, "benchmark": false}
|
| 1343 |
{"step": 26860, "tokens": 14082375680, "loss": 2.753675079345703, "tokens_per_second": 982370.1544556798, "lr": 0.0015, "gradient_norm": 0.14744165539741516, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1341 |
{"step": 26820, "tokens": 14061404160, "loss": 2.7281627655029297, "tokens_per_second": 988505.0177402959, "lr": 0.0015, "gradient_norm": 0.18695585429668427, "benchmark": false}
|
| 1342 |
{"step": 26840, "tokens": 14071889920, "loss": 2.704783058166504, "tokens_per_second": 982573.5864396394, "lr": 0.0015, "gradient_norm": 0.16781634092330933, "benchmark": false}
|
| 1343 |
{"step": 26860, "tokens": 14082375680, "loss": 2.753675079345703, "tokens_per_second": 982370.1544556798, "lr": 0.0015, "gradient_norm": 0.14744165539741516, "benchmark": false}
|
| 1344 |
+
{"step": 26880, "tokens": 14092861440, "loss": 2.747810935974121, "tokens_per_second": 986904.237444794, "lr": 0.0015, "gradient_norm": 0.1833619475364685, "benchmark": false}
|
| 1345 |
+
{"step": 26900, "tokens": 14103347200, "loss": 2.7446100234985353, "tokens_per_second": 845989.4148910131, "lr": 0.0015, "gradient_norm": 0.21386535465717316, "benchmark": false}
|