Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -867,3 +867,5 @@
|
|
| 867 |
{"step": 17340, "tokens": 9091153920, "loss": 2.768684196472168, "tokens_per_second": 943903.5699324543, "lr": 0.0015, "gradient_norm": 0.14744503796100616, "benchmark": false}
|
| 868 |
{"step": 17360, "tokens": 9101639680, "loss": 2.7610279083251954, "tokens_per_second": 970474.3713221656, "lr": 0.0015, "gradient_norm": 0.1268206387758255, "benchmark": false}
|
| 869 |
{"step": 17380, "tokens": 9112125440, "loss": 2.756797981262207, "tokens_per_second": 985683.1531752532, "lr": 0.0015, "gradient_norm": 0.1387345790863037, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 867 |
{"step": 17340, "tokens": 9091153920, "loss": 2.768684196472168, "tokens_per_second": 943903.5699324543, "lr": 0.0015, "gradient_norm": 0.14744503796100616, "benchmark": false}
|
| 868 |
{"step": 17360, "tokens": 9101639680, "loss": 2.7610279083251954, "tokens_per_second": 970474.3713221656, "lr": 0.0015, "gradient_norm": 0.1268206387758255, "benchmark": false}
|
| 869 |
{"step": 17380, "tokens": 9112125440, "loss": 2.756797981262207, "tokens_per_second": 985683.1531752532, "lr": 0.0015, "gradient_norm": 0.1387345790863037, "benchmark": false}
|
| 870 |
+
{"step": 17400, "tokens": 9122611200, "loss": 2.7396427154541017, "tokens_per_second": 973783.5605719051, "lr": 0.0015, "gradient_norm": 0.13147492706775665, "benchmark": false}
|
| 871 |
+
{"step": 17420, "tokens": 9133096960, "loss": 2.7857734680175783, "tokens_per_second": 970146.2288863184, "lr": 0.0015, "gradient_norm": 0.12245149910449982, "benchmark": false}
|