Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -930,3 +930,5 @@
|
|
| 930 |
{"step": 18600, "tokens": 9751756800, "loss": 2.7676055908203123, "tokens_per_second": 988762.5051151864, "lr": 0.0015, "gradient_norm": 0.1925567090511322, "benchmark": false}
|
| 931 |
{"step": 18620, "tokens": 9762242560, "loss": 2.7560264587402346, "tokens_per_second": 936110.6485667815, "lr": 0.0015, "gradient_norm": 0.14456474781036377, "benchmark": false}
|
| 932 |
{"step": 18640, "tokens": 9772728320, "loss": 2.7433448791503907, "tokens_per_second": 974439.72205389, "lr": 0.0015, "gradient_norm": 0.14269590377807617, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 930 |
{"step": 18600, "tokens": 9751756800, "loss": 2.7676055908203123, "tokens_per_second": 988762.5051151864, "lr": 0.0015, "gradient_norm": 0.1925567090511322, "benchmark": false}
|
| 931 |
{"step": 18620, "tokens": 9762242560, "loss": 2.7560264587402346, "tokens_per_second": 936110.6485667815, "lr": 0.0015, "gradient_norm": 0.14456474781036377, "benchmark": false}
|
| 932 |
{"step": 18640, "tokens": 9772728320, "loss": 2.7433448791503907, "tokens_per_second": 974439.72205389, "lr": 0.0015, "gradient_norm": 0.14269590377807617, "benchmark": false}
|
| 933 |
+
{"step": 18660, "tokens": 9783214080, "loss": 2.7503887176513673, "tokens_per_second": 983996.9170213623, "lr": 0.0015, "gradient_norm": 0.15311908721923828, "benchmark": false}
|
| 934 |
+
{"step": 18680, "tokens": 9793699840, "loss": 2.734910011291504, "tokens_per_second": 842610.3019881422, "lr": 0.0015, "gradient_norm": 0.1374574452638626, "benchmark": false}
|