Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -695,3 +695,5 @@
|
|
| 695 |
{"step": 13900, "tokens": 7287603200, "loss": 2.7603336334228517, "tokens_per_second": 963924.6459587925, "lr": 0.0015, "gradient_norm": 0.11117645353078842, "benchmark": false}
|
| 696 |
{"step": 13920, "tokens": 7298088960, "loss": 2.7700157165527344, "tokens_per_second": 969788.082572308, "lr": 0.0015, "gradient_norm": 0.11690377444028854, "benchmark": false}
|
| 697 |
{"step": 13940, "tokens": 7308574720, "loss": 2.768319320678711, "tokens_per_second": 964042.0161144747, "lr": 0.0015, "gradient_norm": 0.1116306260228157, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 695 |
{"step": 13900, "tokens": 7287603200, "loss": 2.7603336334228517, "tokens_per_second": 963924.6459587925, "lr": 0.0015, "gradient_norm": 0.11117645353078842, "benchmark": false}
|
| 696 |
{"step": 13920, "tokens": 7298088960, "loss": 2.7700157165527344, "tokens_per_second": 969788.082572308, "lr": 0.0015, "gradient_norm": 0.11690377444028854, "benchmark": false}
|
| 697 |
{"step": 13940, "tokens": 7308574720, "loss": 2.768319320678711, "tokens_per_second": 964042.0161144747, "lr": 0.0015, "gradient_norm": 0.1116306260228157, "benchmark": false}
|
| 698 |
+
{"step": 13960, "tokens": 7319060480, "loss": 2.797551155090332, "tokens_per_second": 975699.4953853759, "lr": 0.0015, "gradient_norm": 0.11029012501239777, "benchmark": false}
|
| 699 |
+
{"step": 13980, "tokens": 7329546240, "loss": 2.7930103302001954, "tokens_per_second": 970508.686897241, "lr": 0.0015, "gradient_norm": 0.12515392899513245, "benchmark": false}
|