Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -170,3 +170,5 @@
|
|
| 170 |
{"step": 3400, "tokens": 1782579200, "loss": 3.011953353881836, "tokens_per_second": 967688.8832669553, "lr": 0.0015, "gradient_norm": 0.17889906466007233, "benchmark": false}
|
| 171 |
{"step": 3420, "tokens": 1793064960, "loss": 3.0426443099975584, "tokens_per_second": 966745.6060672435, "lr": 0.0015, "gradient_norm": 0.14536422491073608, "benchmark": false}
|
| 172 |
{"step": 3440, "tokens": 1803550720, "loss": 3.040130043029785, "tokens_per_second": 941263.0945912544, "lr": 0.0015, "gradient_norm": 0.17657268047332764, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 170 |
{"step": 3400, "tokens": 1782579200, "loss": 3.011953353881836, "tokens_per_second": 967688.8832669553, "lr": 0.0015, "gradient_norm": 0.17889906466007233, "benchmark": false}
|
| 171 |
{"step": 3420, "tokens": 1793064960, "loss": 3.0426443099975584, "tokens_per_second": 966745.6060672435, "lr": 0.0015, "gradient_norm": 0.14536422491073608, "benchmark": false}
|
| 172 |
{"step": 3440, "tokens": 1803550720, "loss": 3.040130043029785, "tokens_per_second": 941263.0945912544, "lr": 0.0015, "gradient_norm": 0.17657268047332764, "benchmark": false}
|
| 173 |
+
{"step": 3460, "tokens": 1814036480, "loss": 3.0570775985717775, "tokens_per_second": 969805.7895285914, "lr": 0.0015, "gradient_norm": 0.15748904645442963, "benchmark": false}
|
| 174 |
+
{"step": 3480, "tokens": 1824522240, "loss": 3.0283912658691405, "tokens_per_second": 969750.7373291658, "lr": 0.0015, "gradient_norm": 0.17056794464588165, "benchmark": false}
|