Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -807,3 +807,5 @@
|
|
| 807 |
{"step": 16140, "tokens": 8462008320, "loss": 2.7635101318359374, "tokens_per_second": 987519.4933758049, "lr": 0.0015, "gradient_norm": 0.1438322365283966, "benchmark": false}
|
| 808 |
{"step": 16160, "tokens": 8472494080, "loss": 2.79315128326416, "tokens_per_second": 943570.2114555163, "lr": 0.0015, "gradient_norm": 0.13221818208694458, "benchmark": false}
|
| 809 |
{"step": 16180, "tokens": 8482979840, "loss": 2.7584300994873048, "tokens_per_second": 988068.5442700232, "lr": 0.0015, "gradient_norm": 0.13860242068767548, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 807 |
{"step": 16140, "tokens": 8462008320, "loss": 2.7635101318359374, "tokens_per_second": 987519.4933758049, "lr": 0.0015, "gradient_norm": 0.1438322365283966, "benchmark": false}
|
| 808 |
{"step": 16160, "tokens": 8472494080, "loss": 2.79315128326416, "tokens_per_second": 943570.2114555163, "lr": 0.0015, "gradient_norm": 0.13221818208694458, "benchmark": false}
|
| 809 |
{"step": 16180, "tokens": 8482979840, "loss": 2.7584300994873048, "tokens_per_second": 988068.5442700232, "lr": 0.0015, "gradient_norm": 0.13860242068767548, "benchmark": false}
|
| 810 |
+
{"step": 16200, "tokens": 8493465600, "loss": 2.7741302490234374, "tokens_per_second": 853372.110375213, "lr": 0.0015, "gradient_norm": 0.12167493999004364, "benchmark": false}
|
| 811 |
+
{"step": 16220, "tokens": 8503951360, "loss": 2.743886947631836, "tokens_per_second": 986954.5649848463, "lr": 0.0015, "gradient_norm": 0.14321689307689667, "benchmark": false}
|