Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -318,3 +318,5 @@
|
|
| 318 |
{"step": 6360, "tokens": 3334471680, "loss": 2.9156782150268556, "tokens_per_second": 972177.8462893734, "lr": 0.0015, "gradient_norm": 0.07095592468976974, "benchmark": false}
|
| 319 |
{"step": 6380, "tokens": 3344957440, "loss": 2.890736198425293, "tokens_per_second": 976962.7402310458, "lr": 0.0015, "gradient_norm": 0.06986173242330551, "benchmark": false}
|
| 320 |
{"step": 6400, "tokens": 3355443200, "loss": 2.8872875213623046, "tokens_per_second": 980279.6361187346, "lr": 0.0015, "gradient_norm": 0.07426601648330688, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 318 |
{"step": 6360, "tokens": 3334471680, "loss": 2.9156782150268556, "tokens_per_second": 972177.8462893734, "lr": 0.0015, "gradient_norm": 0.07095592468976974, "benchmark": false}
|
| 319 |
{"step": 6380, "tokens": 3344957440, "loss": 2.890736198425293, "tokens_per_second": 976962.7402310458, "lr": 0.0015, "gradient_norm": 0.06986173242330551, "benchmark": false}
|
| 320 |
{"step": 6400, "tokens": 3355443200, "loss": 2.8872875213623046, "tokens_per_second": 980279.6361187346, "lr": 0.0015, "gradient_norm": 0.07426601648330688, "benchmark": false}
|
| 321 |
+
{"step": 6420, "tokens": 3365928960, "loss": 2.923754119873047, "tokens_per_second": 977489.1709746858, "lr": 0.0015, "gradient_norm": 0.07277980446815491, "benchmark": false}
|
| 322 |
+
{"step": 6440, "tokens": 3376414720, "loss": 2.8971817016601564, "tokens_per_second": 985589.9814813196, "lr": 0.0015, "gradient_norm": 0.07001446187496185, "benchmark": false}
|