Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -79,3 +79,5 @@
|
|
| 79 |
{"step": 1580, "tokens": 828375040, "loss": 3.2917301177978517, "tokens_per_second": 976602.0468014935, "lr": 0.001185, "gradient_norm": 0.2536700367927551, "benchmark": false}
|
| 80 |
{"step": 1600, "tokens": 838860800, "loss": 3.2878997802734373, "tokens_per_second": 993151.582896867, "lr": 0.0012000000000000001, "gradient_norm": 0.26822489500045776, "benchmark": false}
|
| 81 |
{"step": 1620, "tokens": 849346560, "loss": 3.268468475341797, "tokens_per_second": 846468.1827140138, "lr": 0.0012150000000000002, "gradient_norm": 0.25949716567993164, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 79 |
{"step": 1580, "tokens": 828375040, "loss": 3.2917301177978517, "tokens_per_second": 976602.0468014935, "lr": 0.001185, "gradient_norm": 0.2536700367927551, "benchmark": false}
|
| 80 |
{"step": 1600, "tokens": 838860800, "loss": 3.2878997802734373, "tokens_per_second": 993151.582896867, "lr": 0.0012000000000000001, "gradient_norm": 0.26822489500045776, "benchmark": false}
|
| 81 |
{"step": 1620, "tokens": 849346560, "loss": 3.268468475341797, "tokens_per_second": 846468.1827140138, "lr": 0.0012150000000000002, "gradient_norm": 0.25949716567993164, "benchmark": false}
|
| 82 |
+
{"step": 1640, "tokens": 859832320, "loss": 3.2780303955078125, "tokens_per_second": 988943.4693897894, "lr": 0.00123, "gradient_norm": 0.2221362441778183, "benchmark": false}
|
| 83 |
+
{"step": 1660, "tokens": 870318080, "loss": 3.2745872497558595, "tokens_per_second": 982150.9602999857, "lr": 0.001245, "gradient_norm": 0.2505227327346802, "benchmark": false}
|