Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -669,3 +669,5 @@
|
|
| 669 |
{"step": 13380, "tokens": 7014973440, "loss": 2.8291257858276366, "tokens_per_second": 992076.2403446267, "lr": 0.0015, "gradient_norm": 0.10559467226266861, "benchmark": false}
|
| 670 |
{"step": 13400, "tokens": 7025459200, "loss": 2.81881103515625, "tokens_per_second": 939800.6670872662, "lr": 0.0015, "gradient_norm": 0.11850842088460922, "benchmark": false}
|
| 671 |
{"step": 13420, "tokens": 7035944960, "loss": 2.8020517349243166, "tokens_per_second": 985602.3935548641, "lr": 0.0015, "gradient_norm": 0.11056564748287201, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 669 |
{"step": 13380, "tokens": 7014973440, "loss": 2.8291257858276366, "tokens_per_second": 992076.2403446267, "lr": 0.0015, "gradient_norm": 0.10559467226266861, "benchmark": false}
|
| 670 |
{"step": 13400, "tokens": 7025459200, "loss": 2.81881103515625, "tokens_per_second": 939800.6670872662, "lr": 0.0015, "gradient_norm": 0.11850842088460922, "benchmark": false}
|
| 671 |
{"step": 13420, "tokens": 7035944960, "loss": 2.8020517349243166, "tokens_per_second": 985602.3935548641, "lr": 0.0015, "gradient_norm": 0.11056564748287201, "benchmark": false}
|
| 672 |
+
{"step": 13440, "tokens": 7046430720, "loss": 2.8099950790405273, "tokens_per_second": 984624.9842798545, "lr": 0.0015, "gradient_norm": 0.10240104049444199, "benchmark": false}
|
| 673 |
+
{"step": 13460, "tokens": 7056916480, "loss": 2.801237106323242, "tokens_per_second": 977428.8533845174, "lr": 0.0015, "gradient_norm": 0.0954863652586937, "benchmark": false}
|