Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -464,3 +464,5 @@
|
|
| 464 |
{"step": 9280, "tokens": 4865392640, "loss": 2.862448501586914, "tokens_per_second": 991354.2173912034, "lr": 0.0015, "gradient_norm": 0.07943837344646454, "benchmark": false}
|
| 465 |
{"step": 9300, "tokens": 4875878400, "loss": 2.839870262145996, "tokens_per_second": 994936.0491028802, "lr": 0.0015, "gradient_norm": 0.07907235622406006, "benchmark": false}
|
| 466 |
{"step": 9320, "tokens": 4886364160, "loss": 2.862621307373047, "tokens_per_second": 828296.652282496, "lr": 0.0015, "gradient_norm": 0.08029628545045853, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 464 |
{"step": 9280, "tokens": 4865392640, "loss": 2.862448501586914, "tokens_per_second": 991354.2173912034, "lr": 0.0015, "gradient_norm": 0.07943837344646454, "benchmark": false}
|
| 465 |
{"step": 9300, "tokens": 4875878400, "loss": 2.839870262145996, "tokens_per_second": 994936.0491028802, "lr": 0.0015, "gradient_norm": 0.07907235622406006, "benchmark": false}
|
| 466 |
{"step": 9320, "tokens": 4886364160, "loss": 2.862621307373047, "tokens_per_second": 828296.652282496, "lr": 0.0015, "gradient_norm": 0.08029628545045853, "benchmark": false}
|
| 467 |
+
{"step": 9340, "tokens": 4896849920, "loss": 2.830166244506836, "tokens_per_second": 984448.1173616562, "lr": 0.0015, "gradient_norm": 0.08212227374315262, "benchmark": false}
|
| 468 |
+
{"step": 9360, "tokens": 4907335680, "loss": 2.8018823623657227, "tokens_per_second": 994725.7282176608, "lr": 0.0015, "gradient_norm": 0.08513061702251434, "benchmark": false}
|