Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -245,3 +245,5 @@
|
|
| 245 |
{"step": 4900, "tokens": 2569011200, "loss": 2.9397216796875, "tokens_per_second": 945803.8707235291, "lr": 0.0015, "gradient_norm": 0.08557648211717606, "benchmark": false}
|
| 246 |
{"step": 4920, "tokens": 2579496960, "loss": 2.9269309997558595, "tokens_per_second": 965631.9754211057, "lr": 0.0015, "gradient_norm": 0.0888092964887619, "benchmark": false}
|
| 247 |
{"step": 4940, "tokens": 2589982720, "loss": 2.9586591720581055, "tokens_per_second": 964416.464912028, "lr": 0.0015, "gradient_norm": 0.09584059566259384, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 245 |
{"step": 4900, "tokens": 2569011200, "loss": 2.9397216796875, "tokens_per_second": 945803.8707235291, "lr": 0.0015, "gradient_norm": 0.08557648211717606, "benchmark": false}
|
| 246 |
{"step": 4920, "tokens": 2579496960, "loss": 2.9269309997558595, "tokens_per_second": 965631.9754211057, "lr": 0.0015, "gradient_norm": 0.0888092964887619, "benchmark": false}
|
| 247 |
{"step": 4940, "tokens": 2589982720, "loss": 2.9586591720581055, "tokens_per_second": 964416.464912028, "lr": 0.0015, "gradient_norm": 0.09584059566259384, "benchmark": false}
|
| 248 |
+
{"step": 4960, "tokens": 2600468480, "loss": 2.9198270797729493, "tokens_per_second": 967224.2776713663, "lr": 0.0015, "gradient_norm": 0.09711223840713501, "benchmark": false}
|
| 249 |
+
{"step": 4980, "tokens": 2610954240, "loss": 2.9437145233154296, "tokens_per_second": 980325.3360152998, "lr": 0.0015, "gradient_norm": 0.08578862994909286, "benchmark": false}
|