Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1115,3 +1115,5 @@
|
|
| 1115 |
{"step": 22300, "tokens": 11691622400, "loss": 2.766814422607422, "tokens_per_second": 982810.666410442, "lr": 0.0015, "gradient_norm": 0.15200839936733246, "benchmark": false}
|
| 1116 |
{"step": 22320, "tokens": 11702108160, "loss": 2.7585573196411133, "tokens_per_second": 990307.7058714413, "lr": 0.0015, "gradient_norm": 0.1416952908039093, "benchmark": false}
|
| 1117 |
{"step": 22340, "tokens": 11712593920, "loss": 2.7188957214355467, "tokens_per_second": 980424.0788560681, "lr": 0.0015, "gradient_norm": 0.15630201995372772, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1115 |
{"step": 22300, "tokens": 11691622400, "loss": 2.766814422607422, "tokens_per_second": 982810.666410442, "lr": 0.0015, "gradient_norm": 0.15200839936733246, "benchmark": false}
|
| 1116 |
{"step": 22320, "tokens": 11702108160, "loss": 2.7585573196411133, "tokens_per_second": 990307.7058714413, "lr": 0.0015, "gradient_norm": 0.1416952908039093, "benchmark": false}
|
| 1117 |
{"step": 22340, "tokens": 11712593920, "loss": 2.7188957214355467, "tokens_per_second": 980424.0788560681, "lr": 0.0015, "gradient_norm": 0.15630201995372772, "benchmark": false}
|
| 1118 |
+
{"step": 22360, "tokens": 11723079680, "loss": 2.767004203796387, "tokens_per_second": 981029.2964908364, "lr": 0.0015, "gradient_norm": 0.16679169237613678, "benchmark": false}
|
| 1119 |
+
{"step": 22380, "tokens": 11733565440, "loss": 2.7169044494628904, "tokens_per_second": 977972.6244887251, "lr": 0.0015, "gradient_norm": 0.16138620674610138, "benchmark": false}
|