Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1366,3 +1366,6 @@
|
|
| 1366 |
{"step": 27320, "tokens": 14323548160, "loss": 2.719791603088379, "tokens_per_second": 972420.345852193, "lr": 0.0015, "gradient_norm": 0.1878766268491745, "benchmark": false}
|
| 1367 |
{"step": 27340, "tokens": 14334033920, "loss": 2.7190860748291015, "tokens_per_second": 970450.1077730856, "lr": 0.0015, "gradient_norm": 0.1653362214565277, "benchmark": false}
|
| 1368 |
{"step": 27360, "tokens": 14344519680, "loss": 2.721321868896484, "tokens_per_second": 981448.450743318, "lr": 0.0015, "gradient_norm": 0.1611962467432022, "benchmark": false}
|
|
|
|
|
|
|
|
|
|
|
|
| 1366 |
{"step": 27320, "tokens": 14323548160, "loss": 2.719791603088379, "tokens_per_second": 972420.345852193, "lr": 0.0015, "gradient_norm": 0.1878766268491745, "benchmark": false}
|
| 1367 |
{"step": 27340, "tokens": 14334033920, "loss": 2.7190860748291015, "tokens_per_second": 970450.1077730856, "lr": 0.0015, "gradient_norm": 0.1653362214565277, "benchmark": false}
|
| 1368 |
{"step": 27360, "tokens": 14344519680, "loss": 2.721321868896484, "tokens_per_second": 981448.450743318, "lr": 0.0015, "gradient_norm": 0.1611962467432022, "benchmark": false}
|
| 1369 |
+
{"step": 27380, "tokens": 14355005440, "loss": 2.722399139404297, "tokens_per_second": 974914.0950692896, "lr": 0.0015, "gradient_norm": 0.22382064163684845, "benchmark": false}
|
| 1370 |
+
{"step": 27400, "tokens": 14365491200, "loss": 2.714438629150391, "tokens_per_second": 973640.3224892041, "lr": 0.0015, "gradient_norm": 0.17069153487682343, "benchmark": false}
|
| 1371 |
+
{"step": 27420, "tokens": 14375976960, "loss": 2.7425457000732423, "tokens_per_second": 975793.2755096899, "lr": 0.0015, "gradient_norm": 0.17039325833320618, "benchmark": false}
|