Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1210,3 +1210,5 @@
|
|
| 1210 |
{"step": 24200, "tokens": 12687769600, "loss": 2.737649917602539, "tokens_per_second": 973583.0387597032, "lr": 0.0015, "gradient_norm": 0.1436576396226883, "benchmark": false}
|
| 1211 |
{"step": 24220, "tokens": 12698255360, "loss": 2.7071475982666016, "tokens_per_second": 979589.5314190785, "lr": 0.0015, "gradient_norm": 0.17472463846206665, "benchmark": false}
|
| 1212 |
{"step": 24240, "tokens": 12708741120, "loss": 2.7472345352172853, "tokens_per_second": 972794.1637925358, "lr": 0.0015, "gradient_norm": 0.16535499691963196, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1210 |
{"step": 24200, "tokens": 12687769600, "loss": 2.737649917602539, "tokens_per_second": 973583.0387597032, "lr": 0.0015, "gradient_norm": 0.1436576396226883, "benchmark": false}
|
| 1211 |
{"step": 24220, "tokens": 12698255360, "loss": 2.7071475982666016, "tokens_per_second": 979589.5314190785, "lr": 0.0015, "gradient_norm": 0.17472463846206665, "benchmark": false}
|
| 1212 |
{"step": 24240, "tokens": 12708741120, "loss": 2.7472345352172853, "tokens_per_second": 972794.1637925358, "lr": 0.0015, "gradient_norm": 0.16535499691963196, "benchmark": false}
|
| 1213 |
+
{"step": 24260, "tokens": 12719226880, "loss": 2.6695518493652344, "tokens_per_second": 977291.9768466636, "lr": 0.0015, "gradient_norm": 0.1795545518398285, "benchmark": false}
|
| 1214 |
+
{"step": 24280, "tokens": 12729712640, "loss": 2.6967180252075194, "tokens_per_second": 978615.7269919422, "lr": 0.0015, "gradient_norm": 0.1853446513414383, "benchmark": false}
|