Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -322,3 +322,5 @@
|
|
| 322 |
{"step": 6440, "tokens": 3376414720, "loss": 2.8971817016601564, "tokens_per_second": 985589.9814813196, "lr": 0.0015, "gradient_norm": 0.07001446187496185, "benchmark": false}
|
| 323 |
{"step": 6460, "tokens": 3386900480, "loss": 2.9104307174682615, "tokens_per_second": 851359.8309475023, "lr": 0.0015, "gradient_norm": 0.07588035613298416, "benchmark": false}
|
| 324 |
{"step": 6480, "tokens": 3397386240, "loss": 2.918135643005371, "tokens_per_second": 981682.6743647555, "lr": 0.0015, "gradient_norm": 0.06573039293289185, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 322 |
{"step": 6440, "tokens": 3376414720, "loss": 2.8971817016601564, "tokens_per_second": 985589.9814813196, "lr": 0.0015, "gradient_norm": 0.07001446187496185, "benchmark": false}
|
| 323 |
{"step": 6460, "tokens": 3386900480, "loss": 2.9104307174682615, "tokens_per_second": 851359.8309475023, "lr": 0.0015, "gradient_norm": 0.07588035613298416, "benchmark": false}
|
| 324 |
{"step": 6480, "tokens": 3397386240, "loss": 2.918135643005371, "tokens_per_second": 981682.6743647555, "lr": 0.0015, "gradient_norm": 0.06573039293289185, "benchmark": false}
|
| 325 |
+
{"step": 6500, "tokens": 3407872000, "loss": 2.922238349914551, "tokens_per_second": 967116.1633914592, "lr": 0.0015, "gradient_norm": 0.0701269879937172, "benchmark": false}
|
| 326 |
+
{"step": 6520, "tokens": 3418357760, "loss": 2.8830898284912108, "tokens_per_second": 851558.9785967895, "lr": 0.0015, "gradient_norm": 0.07001926749944687, "benchmark": false}
|