Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -865,3 +865,5 @@
|
|
| 865 |
{"step": 17300, "tokens": 9070182400, "loss": 2.7543718338012697, "tokens_per_second": 975987.3586171558, "lr": 0.0015, "gradient_norm": 0.13417218625545502, "benchmark": false}
|
| 866 |
{"step": 17320, "tokens": 9080668160, "loss": 2.7811412811279297, "tokens_per_second": 981816.5988330187, "lr": 0.0015, "gradient_norm": 0.1388479769229889, "benchmark": false}
|
| 867 |
{"step": 17340, "tokens": 9091153920, "loss": 2.768684196472168, "tokens_per_second": 943903.5699324543, "lr": 0.0015, "gradient_norm": 0.14744503796100616, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 865 |
{"step": 17300, "tokens": 9070182400, "loss": 2.7543718338012697, "tokens_per_second": 975987.3586171558, "lr": 0.0015, "gradient_norm": 0.13417218625545502, "benchmark": false}
|
| 866 |
{"step": 17320, "tokens": 9080668160, "loss": 2.7811412811279297, "tokens_per_second": 981816.5988330187, "lr": 0.0015, "gradient_norm": 0.1388479769229889, "benchmark": false}
|
| 867 |
{"step": 17340, "tokens": 9091153920, "loss": 2.768684196472168, "tokens_per_second": 943903.5699324543, "lr": 0.0015, "gradient_norm": 0.14744503796100616, "benchmark": false}
|
| 868 |
+
{"step": 17360, "tokens": 9101639680, "loss": 2.7610279083251954, "tokens_per_second": 970474.3713221656, "lr": 0.0015, "gradient_norm": 0.1268206387758255, "benchmark": false}
|
| 869 |
+
{"step": 17380, "tokens": 9112125440, "loss": 2.756797981262207, "tokens_per_second": 985683.1531752532, "lr": 0.0015, "gradient_norm": 0.1387345790863037, "benchmark": false}
|