Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1259,3 +1259,5 @@
|
|
| 1259 |
{"step": 25180, "tokens": 13201571840, "loss": 2.7612741470336912, "tokens_per_second": 987733.281823754, "lr": 0.0015, "gradient_norm": 0.17948000133037567, "benchmark": false}
|
| 1260 |
{"step": 25200, "tokens": 13212057600, "loss": 2.7171072006225585, "tokens_per_second": 988937.4923877334, "lr": 0.0015, "gradient_norm": 0.16124427318572998, "benchmark": false}
|
| 1261 |
{"step": 25220, "tokens": 13222543360, "loss": 2.712229537963867, "tokens_per_second": 983116.2090141976, "lr": 0.0015, "gradient_norm": 0.15388359129428864, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1259 |
{"step": 25180, "tokens": 13201571840, "loss": 2.7612741470336912, "tokens_per_second": 987733.281823754, "lr": 0.0015, "gradient_norm": 0.17948000133037567, "benchmark": false}
|
| 1260 |
{"step": 25200, "tokens": 13212057600, "loss": 2.7171072006225585, "tokens_per_second": 988937.4923877334, "lr": 0.0015, "gradient_norm": 0.16124427318572998, "benchmark": false}
|
| 1261 |
{"step": 25220, "tokens": 13222543360, "loss": 2.712229537963867, "tokens_per_second": 983116.2090141976, "lr": 0.0015, "gradient_norm": 0.15388359129428864, "benchmark": false}
|
| 1262 |
+
{"step": 25240, "tokens": 13233029120, "loss": 2.7224248886108398, "tokens_per_second": 996714.4744441932, "lr": 0.0015, "gradient_norm": 0.22359180450439453, "benchmark": false}
|
| 1263 |
+
{"step": 25260, "tokens": 13243514880, "loss": 2.694599723815918, "tokens_per_second": 908828.6252031595, "lr": 0.0015, "gradient_norm": 0.19058111310005188, "benchmark": false}
|