Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -962,3 +962,5 @@
|
|
| 962 |
{"step": 19240, "tokens": 10087301120, "loss": 2.7754047393798826, "tokens_per_second": 971840.8801934872, "lr": 0.0015, "gradient_norm": 0.14771384000778198, "benchmark": false}
|
| 963 |
{"step": 19260, "tokens": 10097786880, "loss": 2.7327503204345702, "tokens_per_second": 986777.7838339044, "lr": 0.0015, "gradient_norm": 0.14304034411907196, "benchmark": false}
|
| 964 |
{"step": 19280, "tokens": 10108272640, "loss": 2.737362289428711, "tokens_per_second": 960096.6457040833, "lr": 0.0015, "gradient_norm": 0.1469821035861969, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 962 |
{"step": 19240, "tokens": 10087301120, "loss": 2.7754047393798826, "tokens_per_second": 971840.8801934872, "lr": 0.0015, "gradient_norm": 0.14771384000778198, "benchmark": false}
|
| 963 |
{"step": 19260, "tokens": 10097786880, "loss": 2.7327503204345702, "tokens_per_second": 986777.7838339044, "lr": 0.0015, "gradient_norm": 0.14304034411907196, "benchmark": false}
|
| 964 |
{"step": 19280, "tokens": 10108272640, "loss": 2.737362289428711, "tokens_per_second": 960096.6457040833, "lr": 0.0015, "gradient_norm": 0.1469821035861969, "benchmark": false}
|
| 965 |
+
{"step": 19300, "tokens": 10118758400, "loss": 2.7284309387207033, "tokens_per_second": 990246.9780272543, "lr": 0.0015, "gradient_norm": 0.1260739117860794, "benchmark": false}
|
| 966 |
+
{"step": 19320, "tokens": 10129244160, "loss": 2.7618661880493165, "tokens_per_second": 981053.1388018135, "lr": 0.0015, "gradient_norm": 0.14013761281967163, "benchmark": false}
|