Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1053,3 +1053,5 @@
|
|
| 1053 |
{"step": 21060, "tokens": 11041505280, "loss": 2.764055633544922, "tokens_per_second": 996040.605801838, "lr": 0.0015, "gradient_norm": 0.17413797974586487, "benchmark": false}
|
| 1054 |
{"step": 21080, "tokens": 11051991040, "loss": 2.7366050720214843, "tokens_per_second": 984438.3881484806, "lr": 0.0015, "gradient_norm": 0.16170263290405273, "benchmark": false}
|
| 1055 |
{"step": 21100, "tokens": 11062476800, "loss": 2.7537540435791015, "tokens_per_second": 974425.6193885907, "lr": 0.0015, "gradient_norm": 0.17343269288539886, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1053 |
{"step": 21060, "tokens": 11041505280, "loss": 2.764055633544922, "tokens_per_second": 996040.605801838, "lr": 0.0015, "gradient_norm": 0.17413797974586487, "benchmark": false}
|
| 1054 |
{"step": 21080, "tokens": 11051991040, "loss": 2.7366050720214843, "tokens_per_second": 984438.3881484806, "lr": 0.0015, "gradient_norm": 0.16170263290405273, "benchmark": false}
|
| 1055 |
{"step": 21100, "tokens": 11062476800, "loss": 2.7537540435791015, "tokens_per_second": 974425.6193885907, "lr": 0.0015, "gradient_norm": 0.17343269288539886, "benchmark": false}
|
| 1056 |
+
{"step": 21120, "tokens": 11072962560, "loss": 2.738983917236328, "tokens_per_second": 985374.9987583428, "lr": 0.0015, "gradient_norm": 0.158656507730484, "benchmark": false}
|
| 1057 |
+
{"step": 21140, "tokens": 11083448320, "loss": 2.7355117797851562, "tokens_per_second": 977298.3800180755, "lr": 0.0015, "gradient_norm": 0.1741272658109665, "benchmark": false}
|