Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1090,3 +1090,5 @@
|
|
| 1090 |
{"step": 21800, "tokens": 11429478400, "loss": 2.743579864501953, "tokens_per_second": 855127.0073245649, "lr": 0.0015, "gradient_norm": 0.17852526903152466, "benchmark": false}
|
| 1091 |
{"step": 21820, "tokens": 11439964160, "loss": 2.7386568069458006, "tokens_per_second": 978846.331389176, "lr": 0.0015, "gradient_norm": 0.15770407021045685, "benchmark": false}
|
| 1092 |
{"step": 21840, "tokens": 11450449920, "loss": 2.75250129699707, "tokens_per_second": 984080.8761217202, "lr": 0.0015, "gradient_norm": 0.15558847784996033, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1090 |
{"step": 21800, "tokens": 11429478400, "loss": 2.743579864501953, "tokens_per_second": 855127.0073245649, "lr": 0.0015, "gradient_norm": 0.17852526903152466, "benchmark": false}
|
| 1091 |
{"step": 21820, "tokens": 11439964160, "loss": 2.7386568069458006, "tokens_per_second": 978846.331389176, "lr": 0.0015, "gradient_norm": 0.15770407021045685, "benchmark": false}
|
| 1092 |
{"step": 21840, "tokens": 11450449920, "loss": 2.75250129699707, "tokens_per_second": 984080.8761217202, "lr": 0.0015, "gradient_norm": 0.15558847784996033, "benchmark": false}
|
| 1093 |
+
{"step": 21860, "tokens": 11460935680, "loss": 2.7566801071166993, "tokens_per_second": 990439.0792607005, "lr": 0.0015, "gradient_norm": 0.16141757369041443, "benchmark": false}
|
| 1094 |
+
{"step": 21880, "tokens": 11471421440, "loss": 2.74230842590332, "tokens_per_second": 951037.6351988931, "lr": 0.0015, "gradient_norm": 0.14985457062721252, "benchmark": false}
|