Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -730,3 +730,5 @@
|
|
| 730 |
{"step": 14600, "tokens": 7654604800, "loss": 2.7800420761108398, "tokens_per_second": 985127.7685421152, "lr": 0.0015, "gradient_norm": 0.12574076652526855, "benchmark": false}
|
| 731 |
{"step": 14620, "tokens": 7665090560, "loss": 2.772840118408203, "tokens_per_second": 984006.8781479271, "lr": 0.0015, "gradient_norm": 0.10671056807041168, "benchmark": false}
|
| 732 |
{"step": 14640, "tokens": 7675576320, "loss": 2.787381172180176, "tokens_per_second": 981182.8019479843, "lr": 0.0015, "gradient_norm": 0.12444412708282471, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 730 |
{"step": 14600, "tokens": 7654604800, "loss": 2.7800420761108398, "tokens_per_second": 985127.7685421152, "lr": 0.0015, "gradient_norm": 0.12574076652526855, "benchmark": false}
|
| 731 |
{"step": 14620, "tokens": 7665090560, "loss": 2.772840118408203, "tokens_per_second": 984006.8781479271, "lr": 0.0015, "gradient_norm": 0.10671056807041168, "benchmark": false}
|
| 732 |
{"step": 14640, "tokens": 7675576320, "loss": 2.787381172180176, "tokens_per_second": 981182.8019479843, "lr": 0.0015, "gradient_norm": 0.12444412708282471, "benchmark": false}
|
| 733 |
+
{"step": 14660, "tokens": 7686062080, "loss": 2.807179260253906, "tokens_per_second": 990942.8933172724, "lr": 0.0015, "gradient_norm": 0.11637486517429352, "benchmark": false}
|
| 734 |
+
{"step": 14680, "tokens": 7696547840, "loss": 2.777162551879883, "tokens_per_second": 988375.0518143643, "lr": 0.0015, "gradient_norm": 0.11264752596616745, "benchmark": false}
|