Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -581,3 +581,5 @@
|
|
| 581 |
{"step": 11620, "tokens": 6092226560, "loss": 2.782301139831543, "tokens_per_second": 991400.891897373, "lr": 0.0015, "gradient_norm": 0.1080298125743866, "benchmark": false}
|
| 582 |
{"step": 11640, "tokens": 6102712320, "loss": 2.811306381225586, "tokens_per_second": 985936.3788358414, "lr": 0.0015, "gradient_norm": 0.09161733835935593, "benchmark": false}
|
| 583 |
{"step": 11660, "tokens": 6113198080, "loss": 2.8197975158691406, "tokens_per_second": 992964.3221761647, "lr": 0.0015, "gradient_norm": 0.09041512757539749, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 581 |
{"step": 11620, "tokens": 6092226560, "loss": 2.782301139831543, "tokens_per_second": 991400.891897373, "lr": 0.0015, "gradient_norm": 0.1080298125743866, "benchmark": false}
|
| 582 |
{"step": 11640, "tokens": 6102712320, "loss": 2.811306381225586, "tokens_per_second": 985936.3788358414, "lr": 0.0015, "gradient_norm": 0.09161733835935593, "benchmark": false}
|
| 583 |
{"step": 11660, "tokens": 6113198080, "loss": 2.8197975158691406, "tokens_per_second": 992964.3221761647, "lr": 0.0015, "gradient_norm": 0.09041512757539749, "benchmark": false}
|
| 584 |
+
{"step": 11680, "tokens": 6123683840, "loss": 2.7789400100708006, "tokens_per_second": 982425.1504099895, "lr": 0.0015, "gradient_norm": 0.10277896374464035, "benchmark": false}
|
| 585 |
+
{"step": 11700, "tokens": 6134169600, "loss": 2.808932876586914, "tokens_per_second": 977392.8435753412, "lr": 0.0015, "gradient_norm": 0.12181688845157623, "benchmark": false}
|