Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1284,3 +1284,5 @@
|
|
| 1284 |
{"step": 25680, "tokens": 13463715840, "loss": 2.7118148803710938, "tokens_per_second": 990796.7422514698, "lr": 0.0015, "gradient_norm": 0.1868363618850708, "benchmark": false}
|
| 1285 |
{"step": 25700, "tokens": 13474201600, "loss": 2.75546875, "tokens_per_second": 991267.8788928532, "lr": 0.0015, "gradient_norm": 0.15769007802009583, "benchmark": false}
|
| 1286 |
{"step": 25720, "tokens": 13484687360, "loss": 2.7101598739624024, "tokens_per_second": 984038.6052657312, "lr": 0.0015, "gradient_norm": 0.1749272644519806, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1284 |
{"step": 25680, "tokens": 13463715840, "loss": 2.7118148803710938, "tokens_per_second": 990796.7422514698, "lr": 0.0015, "gradient_norm": 0.1868363618850708, "benchmark": false}
|
| 1285 |
{"step": 25700, "tokens": 13474201600, "loss": 2.75546875, "tokens_per_second": 991267.8788928532, "lr": 0.0015, "gradient_norm": 0.15769007802009583, "benchmark": false}
|
| 1286 |
{"step": 25720, "tokens": 13484687360, "loss": 2.7101598739624024, "tokens_per_second": 984038.6052657312, "lr": 0.0015, "gradient_norm": 0.1749272644519806, "benchmark": false}
|
| 1287 |
+
{"step": 25740, "tokens": 13495173120, "loss": 2.717189598083496, "tokens_per_second": 983889.3881470837, "lr": 0.0015, "gradient_norm": 0.18509364128112793, "benchmark": false}
|
| 1288 |
+
{"step": 25760, "tokens": 13505658880, "loss": 2.7148542404174805, "tokens_per_second": 839912.5602758507, "lr": 0.0015, "gradient_norm": 0.1599634289741516, "benchmark": false}
|