Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1138,3 +1138,4 @@
|
|
| 1138 |
{"step": 22760, "tokens": 11932794880, "loss": 2.7834232330322264, "tokens_per_second": 983148.1310335987, "lr": 0.0015, "gradient_norm": 0.16931472718715668, "benchmark": false}
|
| 1139 |
{"step": 22780, "tokens": 11943280640, "loss": 2.732033920288086, "tokens_per_second": 976335.1762465194, "lr": 0.0015, "gradient_norm": 0.1618155688047409, "benchmark": false}
|
| 1140 |
{"step": 22800, "tokens": 11953766400, "loss": 2.7394859313964846, "tokens_per_second": 977758.5020315396, "lr": 0.0015, "gradient_norm": 0.1539624035358429, "benchmark": false}
|
|
|
|
|
|
| 1138 |
{"step": 22760, "tokens": 11932794880, "loss": 2.7834232330322264, "tokens_per_second": 983148.1310335987, "lr": 0.0015, "gradient_norm": 0.16931472718715668, "benchmark": false}
|
| 1139 |
{"step": 22780, "tokens": 11943280640, "loss": 2.732033920288086, "tokens_per_second": 976335.1762465194, "lr": 0.0015, "gradient_norm": 0.1618155688047409, "benchmark": false}
|
| 1140 |
{"step": 22800, "tokens": 11953766400, "loss": 2.7394859313964846, "tokens_per_second": 977758.5020315396, "lr": 0.0015, "gradient_norm": 0.1539624035358429, "benchmark": false}
|
| 1141 |
+
{"step": 22820, "tokens": 11964252160, "loss": 2.7179994583129883, "tokens_per_second": 974339.111910358, "lr": 0.0015, "gradient_norm": 0.1711590737104416, "benchmark": false}
|