Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -786,3 +786,5 @@
|
|
| 786 |
{"step": 15720, "tokens": 8241807360, "loss": 2.7889198303222655, "tokens_per_second": 982714.2016490992, "lr": 0.0015, "gradient_norm": 0.12388283014297485, "benchmark": false}
|
| 787 |
{"step": 15740, "tokens": 8252293120, "loss": 2.8025897979736327, "tokens_per_second": 974730.9688753263, "lr": 0.0015, "gradient_norm": 0.1334666758775711, "benchmark": false}
|
| 788 |
{"step": 15760, "tokens": 8262778880, "loss": 2.784100151062012, "tokens_per_second": 816091.3532996135, "lr": 0.0015, "gradient_norm": 0.13729210197925568, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 786 |
{"step": 15720, "tokens": 8241807360, "loss": 2.7889198303222655, "tokens_per_second": 982714.2016490992, "lr": 0.0015, "gradient_norm": 0.12388283014297485, "benchmark": false}
|
| 787 |
{"step": 15740, "tokens": 8252293120, "loss": 2.8025897979736327, "tokens_per_second": 974730.9688753263, "lr": 0.0015, "gradient_norm": 0.1334666758775711, "benchmark": false}
|
| 788 |
{"step": 15760, "tokens": 8262778880, "loss": 2.784100151062012, "tokens_per_second": 816091.3532996135, "lr": 0.0015, "gradient_norm": 0.13729210197925568, "benchmark": false}
|
| 789 |
+
{"step": 15780, "tokens": 8273264640, "loss": 2.745918846130371, "tokens_per_second": 975612.1825277328, "lr": 0.0015, "gradient_norm": 0.13625092804431915, "benchmark": false}
|
| 790 |
+
{"step": 15800, "tokens": 8283750400, "loss": 2.7696556091308593, "tokens_per_second": 985700.6837745443, "lr": 0.0015, "gradient_norm": 0.12022973597049713, "benchmark": false}
|