Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -972,3 +972,5 @@
|
|
| 972 |
{"step": 19440, "tokens": 10192158720, "loss": 2.7526338577270506, "tokens_per_second": 985705.693807527, "lr": 0.0015, "gradient_norm": 0.14063024520874023, "benchmark": false}
|
| 973 |
{"step": 19460, "tokens": 10202644480, "loss": 2.7707040786743162, "tokens_per_second": 985252.5051055208, "lr": 0.0015, "gradient_norm": 0.16430909931659698, "benchmark": false}
|
| 974 |
{"step": 19480, "tokens": 10213130240, "loss": 2.770153045654297, "tokens_per_second": 985265.7709530981, "lr": 0.0015, "gradient_norm": 0.17231428623199463, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 972 |
{"step": 19440, "tokens": 10192158720, "loss": 2.7526338577270506, "tokens_per_second": 985705.693807527, "lr": 0.0015, "gradient_norm": 0.14063024520874023, "benchmark": false}
|
| 973 |
{"step": 19460, "tokens": 10202644480, "loss": 2.7707040786743162, "tokens_per_second": 985252.5051055208, "lr": 0.0015, "gradient_norm": 0.16430909931659698, "benchmark": false}
|
| 974 |
{"step": 19480, "tokens": 10213130240, "loss": 2.770153045654297, "tokens_per_second": 985265.7709530981, "lr": 0.0015, "gradient_norm": 0.17231428623199463, "benchmark": false}
|
| 975 |
+
{"step": 19500, "tokens": 10223616000, "loss": 2.7508995056152346, "tokens_per_second": 987447.5489612769, "lr": 0.0015, "gradient_norm": 0.15210653841495514, "benchmark": false}
|
| 976 |
+
{"step": 19520, "tokens": 10234101760, "loss": 2.754379463195801, "tokens_per_second": 868624.3791890546, "lr": 0.0015, "gradient_norm": 0.14836817979812622, "benchmark": false}
|