Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -468,3 +468,5 @@
|
|
| 468 |
{"step": 9360, "tokens": 4907335680, "loss": 2.8018823623657227, "tokens_per_second": 994725.7282176608, "lr": 0.0015, "gradient_norm": 0.08513061702251434, "benchmark": false}
|
| 469 |
{"step": 9380, "tokens": 4917821440, "loss": 2.853571319580078, "tokens_per_second": 850195.0763547797, "lr": 0.0015, "gradient_norm": 0.08008779585361481, "benchmark": false}
|
| 470 |
{"step": 9400, "tokens": 4928307200, "loss": 2.8335298538208007, "tokens_per_second": 993248.4697446765, "lr": 0.0015, "gradient_norm": 0.0721391960978508, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 468 |
{"step": 9360, "tokens": 4907335680, "loss": 2.8018823623657227, "tokens_per_second": 994725.7282176608, "lr": 0.0015, "gradient_norm": 0.08513061702251434, "benchmark": false}
|
| 469 |
{"step": 9380, "tokens": 4917821440, "loss": 2.853571319580078, "tokens_per_second": 850195.0763547797, "lr": 0.0015, "gradient_norm": 0.08008779585361481, "benchmark": false}
|
| 470 |
{"step": 9400, "tokens": 4928307200, "loss": 2.8335298538208007, "tokens_per_second": 993248.4697446765, "lr": 0.0015, "gradient_norm": 0.0721391960978508, "benchmark": false}
|
| 471 |
+
{"step": 9420, "tokens": 4938792960, "loss": 2.834381866455078, "tokens_per_second": 814612.76481917, "lr": 0.0015, "gradient_norm": 0.08238670229911804, "benchmark": false}
|
| 472 |
+
{"step": 9440, "tokens": 4949278720, "loss": 2.8389305114746093, "tokens_per_second": 990815.9948630648, "lr": 0.0015, "gradient_norm": 0.07424811273813248, "benchmark": false}
|