Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -294,3 +294,5 @@
|
|
| 294 |
{"step": 5880, "tokens": 3082813440, "loss": 2.9096916198730467, "tokens_per_second": 976243.5729098846, "lr": 0.0015, "gradient_norm": 0.07407041639089584, "benchmark": false}
|
| 295 |
{"step": 5900, "tokens": 3093299200, "loss": 2.911384391784668, "tokens_per_second": 978540.8456923445, "lr": 0.0015, "gradient_norm": 0.07035409659147263, "benchmark": false}
|
| 296 |
{"step": 5920, "tokens": 3103784960, "loss": 2.9021526336669923, "tokens_per_second": 986599.4897803419, "lr": 0.0015, "gradient_norm": 0.0749964788556099, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 294 |
{"step": 5880, "tokens": 3082813440, "loss": 2.9096916198730467, "tokens_per_second": 976243.5729098846, "lr": 0.0015, "gradient_norm": 0.07407041639089584, "benchmark": false}
|
| 295 |
{"step": 5900, "tokens": 3093299200, "loss": 2.911384391784668, "tokens_per_second": 978540.8456923445, "lr": 0.0015, "gradient_norm": 0.07035409659147263, "benchmark": false}
|
| 296 |
{"step": 5920, "tokens": 3103784960, "loss": 2.9021526336669923, "tokens_per_second": 986599.4897803419, "lr": 0.0015, "gradient_norm": 0.0749964788556099, "benchmark": false}
|
| 297 |
+
{"step": 5940, "tokens": 3114270720, "loss": 2.9089988708496093, "tokens_per_second": 978099.6904409037, "lr": 0.0015, "gradient_norm": 0.08997740596532822, "benchmark": false}
|
| 298 |
+
{"step": 5960, "tokens": 3124756480, "loss": 2.9387432098388673, "tokens_per_second": 978047.3818877105, "lr": 0.0015, "gradient_norm": 0.0761580765247345, "benchmark": false}
|