Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -940,3 +940,5 @@
|
|
| 940 |
{"step": 18800, "tokens": 9856614400, "loss": 2.759987449645996, "tokens_per_second": 940285.1045097407, "lr": 0.0015, "gradient_norm": 0.13096344470977783, "benchmark": false}
|
| 941 |
{"step": 18820, "tokens": 9867100160, "loss": 2.725802993774414, "tokens_per_second": 970691.2985620613, "lr": 0.0015, "gradient_norm": 0.1531582623720169, "benchmark": false}
|
| 942 |
{"step": 18840, "tokens": 9877585920, "loss": 2.7555524826049806, "tokens_per_second": 969109.3055810479, "lr": 0.0015, "gradient_norm": 0.1490205079317093, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 940 |
{"step": 18800, "tokens": 9856614400, "loss": 2.759987449645996, "tokens_per_second": 940285.1045097407, "lr": 0.0015, "gradient_norm": 0.13096344470977783, "benchmark": false}
|
| 941 |
{"step": 18820, "tokens": 9867100160, "loss": 2.725802993774414, "tokens_per_second": 970691.2985620613, "lr": 0.0015, "gradient_norm": 0.1531582623720169, "benchmark": false}
|
| 942 |
{"step": 18840, "tokens": 9877585920, "loss": 2.7555524826049806, "tokens_per_second": 969109.3055810479, "lr": 0.0015, "gradient_norm": 0.1490205079317093, "benchmark": false}
|
| 943 |
+
{"step": 18860, "tokens": 9888071680, "loss": 2.72528076171875, "tokens_per_second": 974191.9631154499, "lr": 0.0015, "gradient_norm": 0.20771285891532898, "benchmark": false}
|
| 944 |
+
{"step": 18880, "tokens": 9898557440, "loss": 2.7407989501953125, "tokens_per_second": 973234.1554190256, "lr": 0.0015, "gradient_norm": 0.1277577430009842, "benchmark": false}
|