Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1236,3 +1236,5 @@
|
|
| 1236 |
{"step": 24720, "tokens": 12960399360, "loss": 2.7254114151000977, "tokens_per_second": 988393.9002624903, "lr": 0.0015, "gradient_norm": 0.17209990322589874, "benchmark": false}
|
| 1237 |
{"step": 24740, "tokens": 12970885120, "loss": 2.7513980865478516, "tokens_per_second": 978505.9027070585, "lr": 0.0015, "gradient_norm": 0.15300320088863373, "benchmark": false}
|
| 1238 |
{"step": 24760, "tokens": 12981370880, "loss": 2.734958839416504, "tokens_per_second": 980636.4471639422, "lr": 0.0015, "gradient_norm": 0.1650846004486084, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1236 |
{"step": 24720, "tokens": 12960399360, "loss": 2.7254114151000977, "tokens_per_second": 988393.9002624903, "lr": 0.0015, "gradient_norm": 0.17209990322589874, "benchmark": false}
|
| 1237 |
{"step": 24740, "tokens": 12970885120, "loss": 2.7513980865478516, "tokens_per_second": 978505.9027070585, "lr": 0.0015, "gradient_norm": 0.15300320088863373, "benchmark": false}
|
| 1238 |
{"step": 24760, "tokens": 12981370880, "loss": 2.734958839416504, "tokens_per_second": 980636.4471639422, "lr": 0.0015, "gradient_norm": 0.1650846004486084, "benchmark": false}
|
| 1239 |
+
{"step": 24780, "tokens": 12991856640, "loss": 2.718367576599121, "tokens_per_second": 986314.9481937576, "lr": 0.0015, "gradient_norm": 0.19709423184394836, "benchmark": false}
|
| 1240 |
+
{"step": 24800, "tokens": 13002342400, "loss": 2.7138040542602537, "tokens_per_second": 837358.2747874942, "lr": 0.0015, "gradient_norm": 0.1700221747159958, "benchmark": false}
|