Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1119,3 +1119,5 @@
|
|
| 1119 |
{"step": 22380, "tokens": 11733565440, "loss": 2.7169044494628904, "tokens_per_second": 977972.6244887251, "lr": 0.0015, "gradient_norm": 0.16138620674610138, "benchmark": false}
|
| 1120 |
{"step": 22400, "tokens": 11744051200, "loss": 2.727964401245117, "tokens_per_second": 943245.7465022448, "lr": 0.0015, "gradient_norm": 0.16078802943229675, "benchmark": false}
|
| 1121 |
{"step": 22420, "tokens": 11754536960, "loss": 2.7490095138549804, "tokens_per_second": 987484.3991830078, "lr": 0.0015, "gradient_norm": 0.209112748503685, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1119 |
{"step": 22380, "tokens": 11733565440, "loss": 2.7169044494628904, "tokens_per_second": 977972.6244887251, "lr": 0.0015, "gradient_norm": 0.16138620674610138, "benchmark": false}
|
| 1120 |
{"step": 22400, "tokens": 11744051200, "loss": 2.727964401245117, "tokens_per_second": 943245.7465022448, "lr": 0.0015, "gradient_norm": 0.16078802943229675, "benchmark": false}
|
| 1121 |
{"step": 22420, "tokens": 11754536960, "loss": 2.7490095138549804, "tokens_per_second": 987484.3991830078, "lr": 0.0015, "gradient_norm": 0.209112748503685, "benchmark": false}
|
| 1122 |
+
{"step": 22440, "tokens": 11765022720, "loss": 2.7280370712280275, "tokens_per_second": 981686.6813707558, "lr": 0.0015, "gradient_norm": 0.15952308475971222, "benchmark": false}
|
| 1123 |
+
{"step": 22460, "tokens": 11775508480, "loss": 2.754163360595703, "tokens_per_second": 972285.4477234452, "lr": 0.0015, "gradient_norm": 0.1407448798418045, "benchmark": false}
|