Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -809,3 +809,5 @@
|
|
| 809 |
{"step": 16180, "tokens": 8482979840, "loss": 2.7584300994873048, "tokens_per_second": 988068.5442700232, "lr": 0.0015, "gradient_norm": 0.13860242068767548, "benchmark": false}
|
| 810 |
{"step": 16200, "tokens": 8493465600, "loss": 2.7741302490234374, "tokens_per_second": 853372.110375213, "lr": 0.0015, "gradient_norm": 0.12167493999004364, "benchmark": false}
|
| 811 |
{"step": 16220, "tokens": 8503951360, "loss": 2.743886947631836, "tokens_per_second": 986954.5649848463, "lr": 0.0015, "gradient_norm": 0.14321689307689667, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 809 |
{"step": 16180, "tokens": 8482979840, "loss": 2.7584300994873048, "tokens_per_second": 988068.5442700232, "lr": 0.0015, "gradient_norm": 0.13860242068767548, "benchmark": false}
|
| 810 |
{"step": 16200, "tokens": 8493465600, "loss": 2.7741302490234374, "tokens_per_second": 853372.110375213, "lr": 0.0015, "gradient_norm": 0.12167493999004364, "benchmark": false}
|
| 811 |
{"step": 16220, "tokens": 8503951360, "loss": 2.743886947631836, "tokens_per_second": 986954.5649848463, "lr": 0.0015, "gradient_norm": 0.14321689307689667, "benchmark": false}
|
| 812 |
+
{"step": 16240, "tokens": 8514437120, "loss": 2.784414863586426, "tokens_per_second": 998092.0184354588, "lr": 0.0015, "gradient_norm": 0.13430804014205933, "benchmark": false}
|
| 813 |
+
{"step": 16260, "tokens": 8524922880, "loss": 2.785556411743164, "tokens_per_second": 995103.224290704, "lr": 0.0015, "gradient_norm": 0.1189822107553482, "benchmark": false}
|