Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1288,3 +1288,5 @@
|
|
| 1288 |
{"step": 25760, "tokens": 13505658880, "loss": 2.7148542404174805, "tokens_per_second": 839912.5602758507, "lr": 0.0015, "gradient_norm": 0.1599634289741516, "benchmark": false}
|
| 1289 |
{"step": 25780, "tokens": 13516144640, "loss": 2.7045000076293944, "tokens_per_second": 994192.546646092, "lr": 0.0015, "gradient_norm": 0.19591711461544037, "benchmark": false}
|
| 1290 |
{"step": 25800, "tokens": 13526630400, "loss": 2.729766082763672, "tokens_per_second": 980055.1570253664, "lr": 0.0015, "gradient_norm": 0.1845395863056183, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1288 |
{"step": 25760, "tokens": 13505658880, "loss": 2.7148542404174805, "tokens_per_second": 839912.5602758507, "lr": 0.0015, "gradient_norm": 0.1599634289741516, "benchmark": false}
|
| 1289 |
{"step": 25780, "tokens": 13516144640, "loss": 2.7045000076293944, "tokens_per_second": 994192.546646092, "lr": 0.0015, "gradient_norm": 0.19591711461544037, "benchmark": false}
|
| 1290 |
{"step": 25800, "tokens": 13526630400, "loss": 2.729766082763672, "tokens_per_second": 980055.1570253664, "lr": 0.0015, "gradient_norm": 0.1845395863056183, "benchmark": false}
|
| 1291 |
+
{"step": 25820, "tokens": 13537116160, "loss": 2.731121826171875, "tokens_per_second": 980725.0812283977, "lr": 0.0015, "gradient_norm": 0.162481889128685, "benchmark": false}
|
| 1292 |
+
{"step": 25840, "tokens": 13547601920, "loss": 2.726731872558594, "tokens_per_second": 985687.2415539611, "lr": 0.0015, "gradient_norm": 0.16009148955345154, "benchmark": false}
|