Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1382,3 +1382,6 @@
|
|
| 1382 |
{"step": 27640, "tokens": 14491320320, "loss": 2.6967796325683593, "tokens_per_second": 972524.8710592854, "lr": 0.0015, "gradient_norm": 0.16653485596179962, "benchmark": false}
|
| 1383 |
{"step": 27660, "tokens": 14501806080, "loss": 2.691618537902832, "tokens_per_second": 984818.3744932573, "lr": 0.0015, "gradient_norm": 0.19368651509284973, "benchmark": false}
|
| 1384 |
{"step": 27680, "tokens": 14512291840, "loss": 2.6729225158691405, "tokens_per_second": 828267.4200520681, "lr": 0.0015, "gradient_norm": 0.19490785896778107, "benchmark": false}
|
|
|
|
|
|
|
|
|
|
|
|
| 1382 |
{"step": 27640, "tokens": 14491320320, "loss": 2.6967796325683593, "tokens_per_second": 972524.8710592854, "lr": 0.0015, "gradient_norm": 0.16653485596179962, "benchmark": false}
|
| 1383 |
{"step": 27660, "tokens": 14501806080, "loss": 2.691618537902832, "tokens_per_second": 984818.3744932573, "lr": 0.0015, "gradient_norm": 0.19368651509284973, "benchmark": false}
|
| 1384 |
{"step": 27680, "tokens": 14512291840, "loss": 2.6729225158691405, "tokens_per_second": 828267.4200520681, "lr": 0.0015, "gradient_norm": 0.19490785896778107, "benchmark": false}
|
| 1385 |
+
{"step": 27700, "tokens": 14522777600, "loss": 2.6924310684204102, "tokens_per_second": 977649.4146888462, "lr": 0.0015, "gradient_norm": 0.17885956168174744, "benchmark": false}
|
| 1386 |
+
{"step": 27720, "tokens": 14533263360, "loss": 2.728214073181152, "tokens_per_second": 973693.5141362102, "lr": 0.0015, "gradient_norm": 0.21110530197620392, "benchmark": false}
|
| 1387 |
+
{"step": 27740, "tokens": 14543749120, "loss": 2.709841728210449, "tokens_per_second": 972993.7774869222, "lr": 0.0015, "gradient_norm": 0.1710556447505951, "benchmark": false}
|