Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -416,3 +416,5 @@
|
|
| 416 |
{"step": 8320, "tokens": 4362076160, "loss": 2.8651077270507814, "tokens_per_second": 990403.7086676916, "lr": 0.0015, "gradient_norm": 0.08052444458007812, "benchmark": false}
|
| 417 |
{"step": 8340, "tokens": 4372561920, "loss": 2.852044677734375, "tokens_per_second": 854154.1549039799, "lr": 0.0015, "gradient_norm": 0.08032067865133286, "benchmark": false}
|
| 418 |
{"step": 8360, "tokens": 4383047680, "loss": 2.8418451309204102, "tokens_per_second": 980239.3377897158, "lr": 0.0015, "gradient_norm": 0.07009512186050415, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 416 |
{"step": 8320, "tokens": 4362076160, "loss": 2.8651077270507814, "tokens_per_second": 990403.7086676916, "lr": 0.0015, "gradient_norm": 0.08052444458007812, "benchmark": false}
|
| 417 |
{"step": 8340, "tokens": 4372561920, "loss": 2.852044677734375, "tokens_per_second": 854154.1549039799, "lr": 0.0015, "gradient_norm": 0.08032067865133286, "benchmark": false}
|
| 418 |
{"step": 8360, "tokens": 4383047680, "loss": 2.8418451309204102, "tokens_per_second": 980239.3377897158, "lr": 0.0015, "gradient_norm": 0.07009512186050415, "benchmark": false}
|
| 419 |
+
{"step": 8380, "tokens": 4393533440, "loss": 2.840165710449219, "tokens_per_second": 988014.5265202852, "lr": 0.0015, "gradient_norm": 0.07453550398349762, "benchmark": false}
|
| 420 |
+
{"step": 8400, "tokens": 4404019200, "loss": 2.865531349182129, "tokens_per_second": 839928.994479502, "lr": 0.0015, "gradient_norm": 0.07409143447875977, "benchmark": false}
|