Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -460,3 +460,5 @@
|
|
| 460 |
{"step": 9200, "tokens": 4823449600, "loss": 2.8002647399902343, "tokens_per_second": 982772.7353793365, "lr": 0.0015, "gradient_norm": 0.07580609619617462, "benchmark": false}
|
| 461 |
{"step": 9220, "tokens": 4833935360, "loss": 2.851849365234375, "tokens_per_second": 983641.9685660396, "lr": 0.0015, "gradient_norm": 0.07275630533695221, "benchmark": false}
|
| 462 |
{"step": 9240, "tokens": 4844421120, "loss": 2.8479354858398436, "tokens_per_second": 980203.1512061429, "lr": 0.0015, "gradient_norm": 0.07504432648420334, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 460 |
{"step": 9200, "tokens": 4823449600, "loss": 2.8002647399902343, "tokens_per_second": 982772.7353793365, "lr": 0.0015, "gradient_norm": 0.07580609619617462, "benchmark": false}
|
| 461 |
{"step": 9220, "tokens": 4833935360, "loss": 2.851849365234375, "tokens_per_second": 983641.9685660396, "lr": 0.0015, "gradient_norm": 0.07275630533695221, "benchmark": false}
|
| 462 |
{"step": 9240, "tokens": 4844421120, "loss": 2.8479354858398436, "tokens_per_second": 980203.1512061429, "lr": 0.0015, "gradient_norm": 0.07504432648420334, "benchmark": false}
|
| 463 |
+
{"step": 9260, "tokens": 4854906880, "loss": 2.8347082138061523, "tokens_per_second": 985644.841678965, "lr": 0.0015, "gradient_norm": 0.07723763585090637, "benchmark": false}
|
| 464 |
+
{"step": 9280, "tokens": 4865392640, "loss": 2.862448501586914, "tokens_per_second": 991354.2173912034, "lr": 0.0015, "gradient_norm": 0.07943837344646454, "benchmark": false}
|