Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -887,3 +887,5 @@
|
|
| 887 |
{"step": 17740, "tokens": 9300869120, "loss": 2.7649770736694337, "tokens_per_second": 980855.0970585875, "lr": 0.0015, "gradient_norm": 0.14470013976097107, "benchmark": false}
|
| 888 |
{"step": 17760, "tokens": 9311354880, "loss": 2.7876407623291017, "tokens_per_second": 971331.0546425834, "lr": 0.0015, "gradient_norm": 0.13005363941192627, "benchmark": false}
|
| 889 |
{"step": 17780, "tokens": 9321840640, "loss": 2.732707214355469, "tokens_per_second": 972760.2975310354, "lr": 0.0015, "gradient_norm": 0.14452366530895233, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 887 |
{"step": 17740, "tokens": 9300869120, "loss": 2.7649770736694337, "tokens_per_second": 980855.0970585875, "lr": 0.0015, "gradient_norm": 0.14470013976097107, "benchmark": false}
|
| 888 |
{"step": 17760, "tokens": 9311354880, "loss": 2.7876407623291017, "tokens_per_second": 971331.0546425834, "lr": 0.0015, "gradient_norm": 0.13005363941192627, "benchmark": false}
|
| 889 |
{"step": 17780, "tokens": 9321840640, "loss": 2.732707214355469, "tokens_per_second": 972760.2975310354, "lr": 0.0015, "gradient_norm": 0.14452366530895233, "benchmark": false}
|
| 890 |
+
{"step": 17800, "tokens": 9332326400, "loss": 2.77060546875, "tokens_per_second": 989434.0325064515, "lr": 0.0015, "gradient_norm": 0.1521960347890854, "benchmark": false}
|
| 891 |
+
{"step": 17820, "tokens": 9342812160, "loss": 2.788447952270508, "tokens_per_second": 973698.0961508178, "lr": 0.0015, "gradient_norm": 0.1329130381345749, "benchmark": false}
|