Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1094,3 +1094,5 @@
|
|
| 1094 |
{"step": 21880, "tokens": 11471421440, "loss": 2.74230842590332, "tokens_per_second": 951037.6351988931, "lr": 0.0015, "gradient_norm": 0.14985457062721252, "benchmark": false}
|
| 1095 |
{"step": 21900, "tokens": 11481907200, "loss": 2.748712921142578, "tokens_per_second": 991670.753559233, "lr": 0.0015, "gradient_norm": 0.14954110980033875, "benchmark": false}
|
| 1096 |
{"step": 21920, "tokens": 11492392960, "loss": 2.7262691497802733, "tokens_per_second": 942358.7270998231, "lr": 0.0015, "gradient_norm": 0.1459842324256897, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1094 |
{"step": 21880, "tokens": 11471421440, "loss": 2.74230842590332, "tokens_per_second": 951037.6351988931, "lr": 0.0015, "gradient_norm": 0.14985457062721252, "benchmark": false}
|
| 1095 |
{"step": 21900, "tokens": 11481907200, "loss": 2.748712921142578, "tokens_per_second": 991670.753559233, "lr": 0.0015, "gradient_norm": 0.14954110980033875, "benchmark": false}
|
| 1096 |
{"step": 21920, "tokens": 11492392960, "loss": 2.7262691497802733, "tokens_per_second": 942358.7270998231, "lr": 0.0015, "gradient_norm": 0.1459842324256897, "benchmark": false}
|
| 1097 |
+
{"step": 21940, "tokens": 11502878720, "loss": 2.7390167236328127, "tokens_per_second": 979283.1353459321, "lr": 0.0015, "gradient_norm": 0.18871814012527466, "benchmark": false}
|
| 1098 |
+
{"step": 21960, "tokens": 11513364480, "loss": 2.7490068435668946, "tokens_per_second": 938317.9829802986, "lr": 0.0015, "gradient_norm": 0.1540951132774353, "benchmark": false}
|