Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -689,3 +689,5 @@
|
|
| 689 |
{"step": 13780, "tokens": 7224688640, "loss": 2.793878746032715, "tokens_per_second": 984036.116605316, "lr": 0.0015, "gradient_norm": 0.11739112436771393, "benchmark": false}
|
| 690 |
{"step": 13800, "tokens": 7235174400, "loss": 2.764632797241211, "tokens_per_second": 987683.8762506432, "lr": 0.0015, "gradient_norm": 0.11182590574026108, "benchmark": false}
|
| 691 |
{"step": 13820, "tokens": 7245660160, "loss": 2.7909011840820312, "tokens_per_second": 985738.4816994701, "lr": 0.0015, "gradient_norm": 0.12377017736434937, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 689 |
{"step": 13780, "tokens": 7224688640, "loss": 2.793878746032715, "tokens_per_second": 984036.116605316, "lr": 0.0015, "gradient_norm": 0.11739112436771393, "benchmark": false}
|
| 690 |
{"step": 13800, "tokens": 7235174400, "loss": 2.764632797241211, "tokens_per_second": 987683.8762506432, "lr": 0.0015, "gradient_norm": 0.11182590574026108, "benchmark": false}
|
| 691 |
{"step": 13820, "tokens": 7245660160, "loss": 2.7909011840820312, "tokens_per_second": 985738.4816994701, "lr": 0.0015, "gradient_norm": 0.12377017736434937, "benchmark": false}
|
| 692 |
+
{"step": 13840, "tokens": 7256145920, "loss": 2.8005638122558594, "tokens_per_second": 996260.986465831, "lr": 0.0015, "gradient_norm": 0.11702325195074081, "benchmark": false}
|
| 693 |
+
{"step": 13860, "tokens": 7266631680, "loss": 2.7674882888793944, "tokens_per_second": 946431.3417039429, "lr": 0.0015, "gradient_norm": 0.125955730676651, "benchmark": false}
|