Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1208,3 +1208,5 @@
|
|
| 1208 |
{"step": 24160, "tokens": 12666798080, "loss": 2.734188461303711, "tokens_per_second": 946900.7145102122, "lr": 0.0015, "gradient_norm": 0.17147523164749146, "benchmark": false}
|
| 1209 |
{"step": 24180, "tokens": 12677283840, "loss": 2.733744239807129, "tokens_per_second": 942682.6766520035, "lr": 0.0015, "gradient_norm": 0.14357127249240875, "benchmark": false}
|
| 1210 |
{"step": 24200, "tokens": 12687769600, "loss": 2.737649917602539, "tokens_per_second": 973583.0387597032, "lr": 0.0015, "gradient_norm": 0.1436576396226883, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1208 |
{"step": 24160, "tokens": 12666798080, "loss": 2.734188461303711, "tokens_per_second": 946900.7145102122, "lr": 0.0015, "gradient_norm": 0.17147523164749146, "benchmark": false}
|
| 1209 |
{"step": 24180, "tokens": 12677283840, "loss": 2.733744239807129, "tokens_per_second": 942682.6766520035, "lr": 0.0015, "gradient_norm": 0.14357127249240875, "benchmark": false}
|
| 1210 |
{"step": 24200, "tokens": 12687769600, "loss": 2.737649917602539, "tokens_per_second": 973583.0387597032, "lr": 0.0015, "gradient_norm": 0.1436576396226883, "benchmark": false}
|
| 1211 |
+
{"step": 24220, "tokens": 12698255360, "loss": 2.7071475982666016, "tokens_per_second": 979589.5314190785, "lr": 0.0015, "gradient_norm": 0.17472463846206665, "benchmark": false}
|
| 1212 |
+
{"step": 24240, "tokens": 12708741120, "loss": 2.7472345352172853, "tokens_per_second": 972794.1637925358, "lr": 0.0015, "gradient_norm": 0.16535499691963196, "benchmark": false}
|