Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -332,3 +332,5 @@
|
|
| 332 |
{"step": 6640, "tokens": 3481272320, "loss": 2.88464298248291, "tokens_per_second": 968048.0186126189, "lr": 0.0015, "gradient_norm": 0.07335823774337769, "benchmark": false}
|
| 333 |
{"step": 6660, "tokens": 3491758080, "loss": 2.8914815902709963, "tokens_per_second": 966619.7370303338, "lr": 0.0015, "gradient_norm": 0.06765320897102356, "benchmark": false}
|
| 334 |
{"step": 6680, "tokens": 3502243840, "loss": 2.906380844116211, "tokens_per_second": 966292.2607110887, "lr": 0.0015, "gradient_norm": 0.06490307301282883, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 332 |
{"step": 6640, "tokens": 3481272320, "loss": 2.88464298248291, "tokens_per_second": 968048.0186126189, "lr": 0.0015, "gradient_norm": 0.07335823774337769, "benchmark": false}
|
| 333 |
{"step": 6660, "tokens": 3491758080, "loss": 2.8914815902709963, "tokens_per_second": 966619.7370303338, "lr": 0.0015, "gradient_norm": 0.06765320897102356, "benchmark": false}
|
| 334 |
{"step": 6680, "tokens": 3502243840, "loss": 2.906380844116211, "tokens_per_second": 966292.2607110887, "lr": 0.0015, "gradient_norm": 0.06490307301282883, "benchmark": false}
|
| 335 |
+
{"step": 6700, "tokens": 3512729600, "loss": 2.8874916076660155, "tokens_per_second": 966301.7377509758, "lr": 0.0015, "gradient_norm": 0.06722146272659302, "benchmark": false}
|
| 336 |
+
{"step": 6720, "tokens": 3523215360, "loss": 2.8801807403564452, "tokens_per_second": 963748.3558215296, "lr": 0.0015, "gradient_norm": 0.064705990254879, "benchmark": false}
|