Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -861,3 +861,5 @@
|
|
| 861 |
{"step": 17220, "tokens": 9028239360, "loss": 2.7499597549438475, "tokens_per_second": 973128.490147308, "lr": 0.0015, "gradient_norm": 0.1422368735074997, "benchmark": false}
|
| 862 |
{"step": 17240, "tokens": 9038725120, "loss": 2.748775863647461, "tokens_per_second": 972260.7517768494, "lr": 0.0015, "gradient_norm": 0.1399778127670288, "benchmark": false}
|
| 863 |
{"step": 17260, "tokens": 9049210880, "loss": 2.744195556640625, "tokens_per_second": 972503.8708408589, "lr": 0.0015, "gradient_norm": 0.15270021557807922, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 861 |
{"step": 17220, "tokens": 9028239360, "loss": 2.7499597549438475, "tokens_per_second": 973128.490147308, "lr": 0.0015, "gradient_norm": 0.1422368735074997, "benchmark": false}
|
| 862 |
{"step": 17240, "tokens": 9038725120, "loss": 2.748775863647461, "tokens_per_second": 972260.7517768494, "lr": 0.0015, "gradient_norm": 0.1399778127670288, "benchmark": false}
|
| 863 |
{"step": 17260, "tokens": 9049210880, "loss": 2.744195556640625, "tokens_per_second": 972503.8708408589, "lr": 0.0015, "gradient_norm": 0.15270021557807922, "benchmark": false}
|
| 864 |
+
{"step": 17280, "tokens": 9059696640, "loss": 2.7431943893432615, "tokens_per_second": 978225.6689434211, "lr": 0.0015, "gradient_norm": 0.12992249429225922, "benchmark": false}
|
| 865 |
+
{"step": 17300, "tokens": 9070182400, "loss": 2.7543718338012697, "tokens_per_second": 975987.3586171558, "lr": 0.0015, "gradient_norm": 0.13417218625545502, "benchmark": false}
|