Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -738,3 +738,5 @@
|
|
| 738 |
{"step": 14760, "tokens": 7738490880, "loss": 2.773594284057617, "tokens_per_second": 986583.2262868274, "lr": 0.0015, "gradient_norm": 0.13443267345428467, "benchmark": false}
|
| 739 |
{"step": 14780, "tokens": 7748976640, "loss": 2.755499267578125, "tokens_per_second": 983851.4833784379, "lr": 0.0015, "gradient_norm": 0.140534445643425, "benchmark": false}
|
| 740 |
{"step": 14800, "tokens": 7759462400, "loss": 2.809262275695801, "tokens_per_second": 991503.8447301083, "lr": 0.0015, "gradient_norm": 0.11260712891817093, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 738 |
{"step": 14760, "tokens": 7738490880, "loss": 2.773594284057617, "tokens_per_second": 986583.2262868274, "lr": 0.0015, "gradient_norm": 0.13443267345428467, "benchmark": false}
|
| 739 |
{"step": 14780, "tokens": 7748976640, "loss": 2.755499267578125, "tokens_per_second": 983851.4833784379, "lr": 0.0015, "gradient_norm": 0.140534445643425, "benchmark": false}
|
| 740 |
{"step": 14800, "tokens": 7759462400, "loss": 2.809262275695801, "tokens_per_second": 991503.8447301083, "lr": 0.0015, "gradient_norm": 0.11260712891817093, "benchmark": false}
|
| 741 |
+
{"step": 14820, "tokens": 7769948160, "loss": 2.7522346496582033, "tokens_per_second": 939397.3426870825, "lr": 0.0015, "gradient_norm": 0.13379478454589844, "benchmark": false}
|
| 742 |
+
{"step": 14840, "tokens": 7780433920, "loss": 2.765176773071289, "tokens_per_second": 982189.8472449704, "lr": 0.0015, "gradient_norm": 0.13181689381599426, "benchmark": false}
|