Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -803,3 +803,5 @@
|
|
| 803 |
{"step": 16060, "tokens": 8420065280, "loss": 2.737568664550781, "tokens_per_second": 992158.553045272, "lr": 0.0015, "gradient_norm": 0.1417708545923233, "benchmark": false}
|
| 804 |
{"step": 16080, "tokens": 8430551040, "loss": 2.7849164962768556, "tokens_per_second": 983467.9837204237, "lr": 0.0015, "gradient_norm": 0.1339673548936844, "benchmark": false}
|
| 805 |
{"step": 16100, "tokens": 8441036800, "loss": 2.782582092285156, "tokens_per_second": 993323.0174545496, "lr": 0.0015, "gradient_norm": 0.12592069804668427, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 803 |
{"step": 16060, "tokens": 8420065280, "loss": 2.737568664550781, "tokens_per_second": 992158.553045272, "lr": 0.0015, "gradient_norm": 0.1417708545923233, "benchmark": false}
|
| 804 |
{"step": 16080, "tokens": 8430551040, "loss": 2.7849164962768556, "tokens_per_second": 983467.9837204237, "lr": 0.0015, "gradient_norm": 0.1339673548936844, "benchmark": false}
|
| 805 |
{"step": 16100, "tokens": 8441036800, "loss": 2.782582092285156, "tokens_per_second": 993323.0174545496, "lr": 0.0015, "gradient_norm": 0.12592069804668427, "benchmark": false}
|
| 806 |
+
{"step": 16120, "tokens": 8451522560, "loss": 2.789615249633789, "tokens_per_second": 987606.7098180185, "lr": 0.0015, "gradient_norm": 0.1433916538953781, "benchmark": false}
|
| 807 |
+
{"step": 16140, "tokens": 8462008320, "loss": 2.7635101318359374, "tokens_per_second": 987519.4933758049, "lr": 0.0015, "gradient_norm": 0.1438322365283966, "benchmark": false}
|