Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1214,3 +1214,5 @@
|
|
| 1214 |
{"step": 24280, "tokens": 12729712640, "loss": 2.6967180252075194, "tokens_per_second": 978615.7269919422, "lr": 0.0015, "gradient_norm": 0.1853446513414383, "benchmark": false}
|
| 1215 |
{"step": 24300, "tokens": 12740198400, "loss": 2.723759078979492, "tokens_per_second": 923797.2413669531, "lr": 0.0015, "gradient_norm": 0.15290920436382294, "benchmark": false}
|
| 1216 |
{"step": 24320, "tokens": 12750684160, "loss": 2.709815788269043, "tokens_per_second": 980742.8477774544, "lr": 0.0015, "gradient_norm": 0.15692360699176788, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1214 |
{"step": 24280, "tokens": 12729712640, "loss": 2.6967180252075194, "tokens_per_second": 978615.7269919422, "lr": 0.0015, "gradient_norm": 0.1853446513414383, "benchmark": false}
|
| 1215 |
{"step": 24300, "tokens": 12740198400, "loss": 2.723759078979492, "tokens_per_second": 923797.2413669531, "lr": 0.0015, "gradient_norm": 0.15290920436382294, "benchmark": false}
|
| 1216 |
{"step": 24320, "tokens": 12750684160, "loss": 2.709815788269043, "tokens_per_second": 980742.8477774544, "lr": 0.0015, "gradient_norm": 0.15692360699176788, "benchmark": false}
|
| 1217 |
+
{"step": 24340, "tokens": 12761169920, "loss": 2.7332801818847656, "tokens_per_second": 973711.0864105033, "lr": 0.0015, "gradient_norm": 0.16655956208705902, "benchmark": false}
|
| 1218 |
+
{"step": 24360, "tokens": 12771655680, "loss": 2.731781005859375, "tokens_per_second": 935934.1305565705, "lr": 0.0015, "gradient_norm": 0.14994950592517853, "benchmark": false}
|