Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1071,3 +1071,5 @@
|
|
| 1071 |
{"step": 21420, "tokens": 11230248960, "loss": 2.734673500061035, "tokens_per_second": 982116.1622711776, "lr": 0.0015, "gradient_norm": 0.16096125543117523, "benchmark": false}
|
| 1072 |
{"step": 21440, "tokens": 11240734720, "loss": 2.736710548400879, "tokens_per_second": 995268.361997205, "lr": 0.0015, "gradient_norm": 0.15058793127536774, "benchmark": false}
|
| 1073 |
{"step": 21460, "tokens": 11251220480, "loss": 2.7553260803222654, "tokens_per_second": 942099.8717380728, "lr": 0.0015, "gradient_norm": 0.17784038186073303, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1071 |
{"step": 21420, "tokens": 11230248960, "loss": 2.734673500061035, "tokens_per_second": 982116.1622711776, "lr": 0.0015, "gradient_norm": 0.16096125543117523, "benchmark": false}
|
| 1072 |
{"step": 21440, "tokens": 11240734720, "loss": 2.736710548400879, "tokens_per_second": 995268.361997205, "lr": 0.0015, "gradient_norm": 0.15058793127536774, "benchmark": false}
|
| 1073 |
{"step": 21460, "tokens": 11251220480, "loss": 2.7553260803222654, "tokens_per_second": 942099.8717380728, "lr": 0.0015, "gradient_norm": 0.17784038186073303, "benchmark": false}
|
| 1074 |
+
{"step": 21480, "tokens": 11261706240, "loss": 2.721171569824219, "tokens_per_second": 984823.765624844, "lr": 0.0015, "gradient_norm": 0.1572302281856537, "benchmark": false}
|
| 1075 |
+
{"step": 21500, "tokens": 11272192000, "loss": 2.7307083129882814, "tokens_per_second": 977356.4326711252, "lr": 0.0015, "gradient_norm": 0.1457183063030243, "benchmark": false}
|