Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -635,3 +635,5 @@
|
|
| 635 |
{"step": 12700, "tokens": 6658457600, "loss": 2.8015419006347657, "tokens_per_second": 973220.7832424595, "lr": 0.0015, "gradient_norm": 0.11687641590833664, "benchmark": false}
|
| 636 |
{"step": 12720, "tokens": 6668943360, "loss": 2.7909303665161134, "tokens_per_second": 981804.2591327118, "lr": 0.0015, "gradient_norm": 0.13402538001537323, "benchmark": false}
|
| 637 |
{"step": 12740, "tokens": 6679429120, "loss": 2.792036437988281, "tokens_per_second": 986014.0014381391, "lr": 0.0015, "gradient_norm": 0.10252609103918076, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 635 |
{"step": 12700, "tokens": 6658457600, "loss": 2.8015419006347657, "tokens_per_second": 973220.7832424595, "lr": 0.0015, "gradient_norm": 0.11687641590833664, "benchmark": false}
|
| 636 |
{"step": 12720, "tokens": 6668943360, "loss": 2.7909303665161134, "tokens_per_second": 981804.2591327118, "lr": 0.0015, "gradient_norm": 0.13402538001537323, "benchmark": false}
|
| 637 |
{"step": 12740, "tokens": 6679429120, "loss": 2.792036437988281, "tokens_per_second": 986014.0014381391, "lr": 0.0015, "gradient_norm": 0.10252609103918076, "benchmark": false}
|
| 638 |
+
{"step": 12760, "tokens": 6689914880, "loss": 2.768864631652832, "tokens_per_second": 988360.89095433, "lr": 0.0015, "gradient_norm": 0.12681230902671814, "benchmark": false}
|
| 639 |
+
{"step": 12780, "tokens": 6700400640, "loss": 2.776666259765625, "tokens_per_second": 982964.1647742782, "lr": 0.0015, "gradient_norm": 0.10406031459569931, "benchmark": false}
|