Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -934,3 +934,5 @@
|
|
| 934 |
{"step": 18680, "tokens": 9793699840, "loss": 2.734910011291504, "tokens_per_second": 842610.3019881422, "lr": 0.0015, "gradient_norm": 0.1374574452638626, "benchmark": false}
|
| 935 |
{"step": 18700, "tokens": 9804185600, "loss": 2.766593170166016, "tokens_per_second": 853746.7445592219, "lr": 0.0015, "gradient_norm": 0.15296505391597748, "benchmark": false}
|
| 936 |
{"step": 18720, "tokens": 9814671360, "loss": 2.777023124694824, "tokens_per_second": 987797.1293850364, "lr": 0.0015, "gradient_norm": 0.1512424647808075, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 934 |
{"step": 18680, "tokens": 9793699840, "loss": 2.734910011291504, "tokens_per_second": 842610.3019881422, "lr": 0.0015, "gradient_norm": 0.1374574452638626, "benchmark": false}
|
| 935 |
{"step": 18700, "tokens": 9804185600, "loss": 2.766593170166016, "tokens_per_second": 853746.7445592219, "lr": 0.0015, "gradient_norm": 0.15296505391597748, "benchmark": false}
|
| 936 |
{"step": 18720, "tokens": 9814671360, "loss": 2.777023124694824, "tokens_per_second": 987797.1293850364, "lr": 0.0015, "gradient_norm": 0.1512424647808075, "benchmark": false}
|
| 937 |
+
{"step": 18740, "tokens": 9825157120, "loss": 2.7504552841186523, "tokens_per_second": 836360.4772060671, "lr": 0.0015, "gradient_norm": 0.15182772278785706, "benchmark": false}
|
| 938 |
+
{"step": 18760, "tokens": 9835642880, "loss": 2.727306938171387, "tokens_per_second": 984329.6585641716, "lr": 0.0015, "gradient_norm": 0.13857623934745789, "benchmark": false}
|