Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -954,3 +954,5 @@
|
|
| 954 |
{"step": 19080, "tokens": 10003415040, "loss": 2.747500991821289, "tokens_per_second": 986488.5372464606, "lr": 0.0015, "gradient_norm": 0.15878035128116608, "benchmark": false}
|
| 955 |
{"step": 19100, "tokens": 10013900800, "loss": 2.7421308517456056, "tokens_per_second": 852400.9870833084, "lr": 0.0015, "gradient_norm": 0.1463121771812439, "benchmark": false}
|
| 956 |
{"step": 19120, "tokens": 10024386560, "loss": 2.755142593383789, "tokens_per_second": 980298.5760051379, "lr": 0.0015, "gradient_norm": 0.14999626576900482, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 954 |
{"step": 19080, "tokens": 10003415040, "loss": 2.747500991821289, "tokens_per_second": 986488.5372464606, "lr": 0.0015, "gradient_norm": 0.15878035128116608, "benchmark": false}
|
| 955 |
{"step": 19100, "tokens": 10013900800, "loss": 2.7421308517456056, "tokens_per_second": 852400.9870833084, "lr": 0.0015, "gradient_norm": 0.1463121771812439, "benchmark": false}
|
| 956 |
{"step": 19120, "tokens": 10024386560, "loss": 2.755142593383789, "tokens_per_second": 980298.5760051379, "lr": 0.0015, "gradient_norm": 0.14999626576900482, "benchmark": false}
|
| 957 |
+
{"step": 19140, "tokens": 10034872320, "loss": 2.764512825012207, "tokens_per_second": 982010.3202606466, "lr": 0.0015, "gradient_norm": 0.14382047951221466, "benchmark": false}
|
| 958 |
+
{"step": 19160, "tokens": 10045358080, "loss": 2.7893213272094726, "tokens_per_second": 981731.5379929591, "lr": 0.0015, "gradient_norm": 0.1472080945968628, "benchmark": false}
|