Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1128,3 +1128,5 @@
|
|
| 1128 |
{"step": 22560, "tokens": 11827937280, "loss": 2.7529138565063476, "tokens_per_second": 991175.4776028433, "lr": 0.0015, "gradient_norm": 0.17195403575897217, "benchmark": false}
|
| 1129 |
{"step": 22580, "tokens": 11838423040, "loss": 2.7437063217163087, "tokens_per_second": 989924.6231135604, "lr": 0.0015, "gradient_norm": 0.14951170980930328, "benchmark": false}
|
| 1130 |
{"step": 22600, "tokens": 11848908800, "loss": 2.7254108428955077, "tokens_per_second": 976515.8239663645, "lr": 0.0015, "gradient_norm": 0.17607435584068298, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1128 |
{"step": 22560, "tokens": 11827937280, "loss": 2.7529138565063476, "tokens_per_second": 991175.4776028433, "lr": 0.0015, "gradient_norm": 0.17195403575897217, "benchmark": false}
|
| 1129 |
{"step": 22580, "tokens": 11838423040, "loss": 2.7437063217163087, "tokens_per_second": 989924.6231135604, "lr": 0.0015, "gradient_norm": 0.14951170980930328, "benchmark": false}
|
| 1130 |
{"step": 22600, "tokens": 11848908800, "loss": 2.7254108428955077, "tokens_per_second": 976515.8239663645, "lr": 0.0015, "gradient_norm": 0.17607435584068298, "benchmark": false}
|
| 1131 |
+
{"step": 22620, "tokens": 11859394560, "loss": 2.736210060119629, "tokens_per_second": 985185.592590826, "lr": 0.0015, "gradient_norm": 0.16749103367328644, "benchmark": false}
|
| 1132 |
+
{"step": 22640, "tokens": 11869880320, "loss": 2.7173587799072267, "tokens_per_second": 982670.3650734085, "lr": 0.0015, "gradient_norm": 0.1508210152387619, "benchmark": false}
|