Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -290,3 +290,5 @@
|
|
| 290 |
{"step": 5800, "tokens": 3040870400, "loss": 2.9399446487426757, "tokens_per_second": 976057.1005536041, "lr": 0.0015, "gradient_norm": 0.07185089588165283, "benchmark": false}
|
| 291 |
{"step": 5820, "tokens": 3051356160, "loss": 2.910957145690918, "tokens_per_second": 948707.7179974132, "lr": 0.0015, "gradient_norm": 0.07909140735864639, "benchmark": false}
|
| 292 |
{"step": 5840, "tokens": 3061841920, "loss": 2.9132053375244142, "tokens_per_second": 972214.9250154457, "lr": 0.0015, "gradient_norm": 0.07734359800815582, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 290 |
{"step": 5800, "tokens": 3040870400, "loss": 2.9399446487426757, "tokens_per_second": 976057.1005536041, "lr": 0.0015, "gradient_norm": 0.07185089588165283, "benchmark": false}
|
| 291 |
{"step": 5820, "tokens": 3051356160, "loss": 2.910957145690918, "tokens_per_second": 948707.7179974132, "lr": 0.0015, "gradient_norm": 0.07909140735864639, "benchmark": false}
|
| 292 |
{"step": 5840, "tokens": 3061841920, "loss": 2.9132053375244142, "tokens_per_second": 972214.9250154457, "lr": 0.0015, "gradient_norm": 0.07734359800815582, "benchmark": false}
|
| 293 |
+
{"step": 5860, "tokens": 3072327680, "loss": 2.9111305236816407, "tokens_per_second": 976389.8325930431, "lr": 0.0015, "gradient_norm": 0.07081171870231628, "benchmark": false}
|
| 294 |
+
{"step": 5880, "tokens": 3082813440, "loss": 2.9096916198730467, "tokens_per_second": 976243.5729098846, "lr": 0.0015, "gradient_norm": 0.07407041639089584, "benchmark": false}
|