Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -681,3 +681,5 @@
|
|
| 681 |
{"step": 13620, "tokens": 7140802560, "loss": 2.799270820617676, "tokens_per_second": 985892.9055006963, "lr": 0.0015, "gradient_norm": 0.13365843892097473, "benchmark": false}
|
| 682 |
{"step": 13640, "tokens": 7151288320, "loss": 2.809065246582031, "tokens_per_second": 982371.3983031667, "lr": 0.0015, "gradient_norm": 0.12926508486270905, "benchmark": false}
|
| 683 |
{"step": 13660, "tokens": 7161774080, "loss": 2.795080375671387, "tokens_per_second": 978992.4936671671, "lr": 0.0015, "gradient_norm": 0.111018605530262, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 681 |
{"step": 13620, "tokens": 7140802560, "loss": 2.799270820617676, "tokens_per_second": 985892.9055006963, "lr": 0.0015, "gradient_norm": 0.13365843892097473, "benchmark": false}
|
| 682 |
{"step": 13640, "tokens": 7151288320, "loss": 2.809065246582031, "tokens_per_second": 982371.3983031667, "lr": 0.0015, "gradient_norm": 0.12926508486270905, "benchmark": false}
|
| 683 |
{"step": 13660, "tokens": 7161774080, "loss": 2.795080375671387, "tokens_per_second": 978992.4936671671, "lr": 0.0015, "gradient_norm": 0.111018605530262, "benchmark": false}
|
| 684 |
+
{"step": 13680, "tokens": 7172259840, "loss": 2.7762340545654296, "tokens_per_second": 987567.5708661648, "lr": 0.0015, "gradient_norm": 0.11279752105474472, "benchmark": false}
|
| 685 |
+
{"step": 13700, "tokens": 7182745600, "loss": 2.791914367675781, "tokens_per_second": 993665.072440858, "lr": 0.0015, "gradient_norm": 0.10978860408067703, "benchmark": false}
|