Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -456,3 +456,5 @@
|
|
| 456 |
{"step": 9120, "tokens": 4781506560, "loss": 2.799000549316406, "tokens_per_second": 942282.9368405933, "lr": 0.0015, "gradient_norm": 0.08472835272550583, "benchmark": false}
|
| 457 |
{"step": 9140, "tokens": 4791992320, "loss": 2.851094436645508, "tokens_per_second": 986682.1377401277, "lr": 0.0015, "gradient_norm": 0.08907467126846313, "benchmark": false}
|
| 458 |
{"step": 9160, "tokens": 4802478080, "loss": 2.8067934036254885, "tokens_per_second": 982621.4274778471, "lr": 0.0015, "gradient_norm": 0.07300791889429092, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 456 |
{"step": 9120, "tokens": 4781506560, "loss": 2.799000549316406, "tokens_per_second": 942282.9368405933, "lr": 0.0015, "gradient_norm": 0.08472835272550583, "benchmark": false}
|
| 457 |
{"step": 9140, "tokens": 4791992320, "loss": 2.851094436645508, "tokens_per_second": 986682.1377401277, "lr": 0.0015, "gradient_norm": 0.08907467126846313, "benchmark": false}
|
| 458 |
{"step": 9160, "tokens": 4802478080, "loss": 2.8067934036254885, "tokens_per_second": 982621.4274778471, "lr": 0.0015, "gradient_norm": 0.07300791889429092, "benchmark": false}
|
| 459 |
+
{"step": 9180, "tokens": 4812963840, "loss": 2.86877384185791, "tokens_per_second": 992005.5280940625, "lr": 0.0015, "gradient_norm": 0.07812537252902985, "benchmark": false}
|
| 460 |
+
{"step": 9200, "tokens": 4823449600, "loss": 2.8002647399902343, "tokens_per_second": 982772.7353793365, "lr": 0.0015, "gradient_norm": 0.07580609619617462, "benchmark": false}
|