Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -622,3 +622,5 @@
|
|
| 622 |
{"step": 12440, "tokens": 6522142720, "loss": 2.7763082504272463, "tokens_per_second": 950548.1511525006, "lr": 0.0015, "gradient_norm": 0.10321742296218872, "benchmark": false}
|
| 623 |
{"step": 12460, "tokens": 6532628480, "loss": 2.7925830841064454, "tokens_per_second": 941279.0475299946, "lr": 0.0015, "gradient_norm": 0.09877070784568787, "benchmark": false}
|
| 624 |
{"step": 12480, "tokens": 6543114240, "loss": 2.778891944885254, "tokens_per_second": 850421.2073633118, "lr": 0.0015, "gradient_norm": 0.11233720183372498, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 622 |
{"step": 12440, "tokens": 6522142720, "loss": 2.7763082504272463, "tokens_per_second": 950548.1511525006, "lr": 0.0015, "gradient_norm": 0.10321742296218872, "benchmark": false}
|
| 623 |
{"step": 12460, "tokens": 6532628480, "loss": 2.7925830841064454, "tokens_per_second": 941279.0475299946, "lr": 0.0015, "gradient_norm": 0.09877070784568787, "benchmark": false}
|
| 624 |
{"step": 12480, "tokens": 6543114240, "loss": 2.778891944885254, "tokens_per_second": 850421.2073633118, "lr": 0.0015, "gradient_norm": 0.11233720183372498, "benchmark": false}
|
| 625 |
+
{"step": 12500, "tokens": 6553600000, "loss": 2.7939947128295897, "tokens_per_second": 973450.8494435991, "lr": 0.0015, "gradient_norm": 0.1016482263803482, "benchmark": false}
|
| 626 |
+
{"step": 12520, "tokens": 6564085760, "loss": 2.7848548889160156, "tokens_per_second": 846373.2575825447, "lr": 0.0015, "gradient_norm": 0.10500110685825348, "benchmark": false}
|