Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1107,3 +1107,5 @@
|
|
| 1107 |
{"step": 22140, "tokens": 11607736320, "loss": 2.734206771850586, "tokens_per_second": 986866.2360169833, "lr": 0.0015, "gradient_norm": 0.14705494046211243, "benchmark": false}
|
| 1108 |
{"step": 22160, "tokens": 11618222080, "loss": 2.732360076904297, "tokens_per_second": 982698.1122261145, "lr": 0.0015, "gradient_norm": 0.15297280251979828, "benchmark": false}
|
| 1109 |
{"step": 22180, "tokens": 11628707840, "loss": 2.7533525466918944, "tokens_per_second": 988020.6197262544, "lr": 0.0015, "gradient_norm": 0.1841764599084854, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1107 |
{"step": 22140, "tokens": 11607736320, "loss": 2.734206771850586, "tokens_per_second": 986866.2360169833, "lr": 0.0015, "gradient_norm": 0.14705494046211243, "benchmark": false}
|
| 1108 |
{"step": 22160, "tokens": 11618222080, "loss": 2.732360076904297, "tokens_per_second": 982698.1122261145, "lr": 0.0015, "gradient_norm": 0.15297280251979828, "benchmark": false}
|
| 1109 |
{"step": 22180, "tokens": 11628707840, "loss": 2.7533525466918944, "tokens_per_second": 988020.6197262544, "lr": 0.0015, "gradient_norm": 0.1841764599084854, "benchmark": false}
|
| 1110 |
+
{"step": 22200, "tokens": 11639193600, "loss": 2.773965072631836, "tokens_per_second": 993955.6179272636, "lr": 0.0015, "gradient_norm": 0.18932831287384033, "benchmark": false}
|
| 1111 |
+
{"step": 22220, "tokens": 11649679360, "loss": 2.7061439514160157, "tokens_per_second": 815656.6707442304, "lr": 0.0015, "gradient_norm": 0.16487881541252136, "benchmark": false}
|