Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -472,3 +472,4 @@
|
|
| 472 |
{"step": 9440, "tokens": 4949278720, "loss": 2.8389305114746093, "tokens_per_second": 990815.9948630648, "lr": 0.0015, "gradient_norm": 0.07424811273813248, "benchmark": false}
|
| 473 |
{"step": 9460, "tokens": 4959764480, "loss": 2.836428642272949, "tokens_per_second": 984975.3316094908, "lr": 0.0015, "gradient_norm": 0.08083634823560715, "benchmark": false}
|
| 474 |
{"step": 9480, "tokens": 4970250240, "loss": 2.838408279418945, "tokens_per_second": 993077.121682915, "lr": 0.0015, "gradient_norm": 0.08504550904035568, "benchmark": false}
|
|
|
|
|
|
| 472 |
{"step": 9440, "tokens": 4949278720, "loss": 2.8389305114746093, "tokens_per_second": 990815.9948630648, "lr": 0.0015, "gradient_norm": 0.07424811273813248, "benchmark": false}
|
| 473 |
{"step": 9460, "tokens": 4959764480, "loss": 2.836428642272949, "tokens_per_second": 984975.3316094908, "lr": 0.0015, "gradient_norm": 0.08083634823560715, "benchmark": false}
|
| 474 |
{"step": 9480, "tokens": 4970250240, "loss": 2.838408279418945, "tokens_per_second": 993077.121682915, "lr": 0.0015, "gradient_norm": 0.08504550904035568, "benchmark": false}
|
| 475 |
+
{"step": 9500, "tokens": 4980736000, "loss": 2.847154998779297, "tokens_per_second": 954012.1774107493, "lr": 0.0015, "gradient_norm": 0.08038152009248734, "benchmark": false}
|