Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1253,3 +1253,5 @@
|
|
| 1253 |
{"step": 25060, "tokens": 13138657280, "loss": 2.700517463684082, "tokens_per_second": 984705.5389486365, "lr": 0.0015, "gradient_norm": 0.23347370326519012, "benchmark": false}
|
| 1254 |
{"step": 25080, "tokens": 13149143040, "loss": 2.6942159652709963, "tokens_per_second": 985476.2811881976, "lr": 0.0015, "gradient_norm": 0.16518275439739227, "benchmark": false}
|
| 1255 |
{"step": 25100, "tokens": 13159628800, "loss": 2.7206411361694336, "tokens_per_second": 976840.2746375389, "lr": 0.0015, "gradient_norm": 0.167807474732399, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1253 |
{"step": 25060, "tokens": 13138657280, "loss": 2.700517463684082, "tokens_per_second": 984705.5389486365, "lr": 0.0015, "gradient_norm": 0.23347370326519012, "benchmark": false}
|
| 1254 |
{"step": 25080, "tokens": 13149143040, "loss": 2.6942159652709963, "tokens_per_second": 985476.2811881976, "lr": 0.0015, "gradient_norm": 0.16518275439739227, "benchmark": false}
|
| 1255 |
{"step": 25100, "tokens": 13159628800, "loss": 2.7206411361694336, "tokens_per_second": 976840.2746375389, "lr": 0.0015, "gradient_norm": 0.167807474732399, "benchmark": false}
|
| 1256 |
+
{"step": 25120, "tokens": 13170114560, "loss": 2.71688232421875, "tokens_per_second": 981336.4678855721, "lr": 0.0015, "gradient_norm": 0.1545390486717224, "benchmark": false}
|
| 1257 |
+
{"step": 25140, "tokens": 13180600320, "loss": 2.7528863906860352, "tokens_per_second": 989493.8997773362, "lr": 0.0015, "gradient_norm": 0.15789680182933807, "benchmark": false}
|