Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -4,3 +4,6 @@
|
|
| 4 |
{"step": 80, "tokens": 41943040, "loss": 8.688764190673828, "tokens_per_second": 1032255.2836004663, "lr": 6e-05, "gradient_norm": 1.4424148797988892, "benchmark": false}
|
| 5 |
{"step": 100, "tokens": 52428800, "loss": 8.105000305175782, "tokens_per_second": 1029399.3815147971, "lr": 7.500000000000001e-05, "gradient_norm": 1.0234349966049194, "benchmark": false}
|
| 6 |
{"step": 120, "tokens": 62914560, "loss": 7.616502380371093, "tokens_per_second": 1015709.3869896838, "lr": 8.999999999999999e-05, "gradient_norm": 1.1642669439315796, "benchmark": false}
|
|
|
|
|
|
|
|
|
|
|
|
| 4 |
{"step": 80, "tokens": 41943040, "loss": 8.688764190673828, "tokens_per_second": 1032255.2836004663, "lr": 6e-05, "gradient_norm": 1.4424148797988892, "benchmark": false}
|
| 5 |
{"step": 100, "tokens": 52428800, "loss": 8.105000305175782, "tokens_per_second": 1029399.3815147971, "lr": 7.500000000000001e-05, "gradient_norm": 1.0234349966049194, "benchmark": false}
|
| 6 |
{"step": 120, "tokens": 62914560, "loss": 7.616502380371093, "tokens_per_second": 1015709.3869896838, "lr": 8.999999999999999e-05, "gradient_norm": 1.1642669439315796, "benchmark": false}
|
| 7 |
+
{"step": 140, "tokens": 73400320, "loss": 7.291810607910156, "tokens_per_second": 1015522.4437225041, "lr": 0.00010500000000000002, "gradient_norm": 0.8104191422462463, "benchmark": false}
|
| 8 |
+
{"step": 160, "tokens": 83886080, "loss": 7.000241088867187, "tokens_per_second": 1024867.7143696964, "lr": 0.00012, "gradient_norm": 0.8440332412719727, "benchmark": false}
|
| 9 |
+
{"step": 180, "tokens": 94371840, "loss": 6.713601684570312, "tokens_per_second": 1024219.9743449177, "lr": 0.000135, "gradient_norm": 1.245676040649414, "benchmark": false}
|