Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1092,3 +1092,5 @@
|
|
| 1092 |
{"step": 21840, "tokens": 11450449920, "loss": 2.75250129699707, "tokens_per_second": 984080.8761217202, "lr": 0.0015, "gradient_norm": 0.15558847784996033, "benchmark": false}
|
| 1093 |
{"step": 21860, "tokens": 11460935680, "loss": 2.7566801071166993, "tokens_per_second": 990439.0792607005, "lr": 0.0015, "gradient_norm": 0.16141757369041443, "benchmark": false}
|
| 1094 |
{"step": 21880, "tokens": 11471421440, "loss": 2.74230842590332, "tokens_per_second": 951037.6351988931, "lr": 0.0015, "gradient_norm": 0.14985457062721252, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1092 |
{"step": 21840, "tokens": 11450449920, "loss": 2.75250129699707, "tokens_per_second": 984080.8761217202, "lr": 0.0015, "gradient_norm": 0.15558847784996033, "benchmark": false}
|
| 1093 |
{"step": 21860, "tokens": 11460935680, "loss": 2.7566801071166993, "tokens_per_second": 990439.0792607005, "lr": 0.0015, "gradient_norm": 0.16141757369041443, "benchmark": false}
|
| 1094 |
{"step": 21880, "tokens": 11471421440, "loss": 2.74230842590332, "tokens_per_second": 951037.6351988931, "lr": 0.0015, "gradient_norm": 0.14985457062721252, "benchmark": false}
|
| 1095 |
+
{"step": 21900, "tokens": 11481907200, "loss": 2.748712921142578, "tokens_per_second": 991670.753559233, "lr": 0.0015, "gradient_norm": 0.14954110980033875, "benchmark": false}
|
| 1096 |
+
{"step": 21920, "tokens": 11492392960, "loss": 2.7262691497802733, "tokens_per_second": 942358.7270998231, "lr": 0.0015, "gradient_norm": 0.1459842324256897, "benchmark": false}
|