Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -871,3 +871,5 @@
|
|
| 871 |
{"step": 17420, "tokens": 9133096960, "loss": 2.7857734680175783, "tokens_per_second": 970146.2288863184, "lr": 0.0015, "gradient_norm": 0.12245149910449982, "benchmark": false}
|
| 872 |
{"step": 17440, "tokens": 9143582720, "loss": 2.718976593017578, "tokens_per_second": 972567.9211390832, "lr": 0.0015, "gradient_norm": 0.1322750300168991, "benchmark": false}
|
| 873 |
{"step": 17460, "tokens": 9154068480, "loss": 2.756350517272949, "tokens_per_second": 963971.2649856538, "lr": 0.0015, "gradient_norm": 0.13418878614902496, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 871 |
{"step": 17420, "tokens": 9133096960, "loss": 2.7857734680175783, "tokens_per_second": 970146.2288863184, "lr": 0.0015, "gradient_norm": 0.12245149910449982, "benchmark": false}
|
| 872 |
{"step": 17440, "tokens": 9143582720, "loss": 2.718976593017578, "tokens_per_second": 972567.9211390832, "lr": 0.0015, "gradient_norm": 0.1322750300168991, "benchmark": false}
|
| 873 |
{"step": 17460, "tokens": 9154068480, "loss": 2.756350517272949, "tokens_per_second": 963971.2649856538, "lr": 0.0015, "gradient_norm": 0.13418878614902496, "benchmark": false}
|
| 874 |
+
{"step": 17480, "tokens": 9164554240, "loss": 2.7274747848510743, "tokens_per_second": 962931.4099102088, "lr": 0.0015, "gradient_norm": 0.1287911832332611, "benchmark": false}
|
| 875 |
+
{"step": 17500, "tokens": 9175040000, "loss": 2.775168228149414, "tokens_per_second": 968762.2304840548, "lr": 0.0015, "gradient_norm": 0.13094007968902588, "benchmark": false}
|