Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -44,3 +44,5 @@
|
|
| 44 |
{"step": 880, "tokens": 461373440, "loss": 3.5856857299804688, "tokens_per_second": 984787.8953277065, "lr": 0.00066, "gradient_norm": 0.3721332550048828, "benchmark": false}
|
| 45 |
{"step": 900, "tokens": 471859200, "loss": 3.576865005493164, "tokens_per_second": 986523.1621472359, "lr": 0.000675, "gradient_norm": 0.43096911907196045, "benchmark": false}
|
| 46 |
{"step": 920, "tokens": 482344960, "loss": 3.551728057861328, "tokens_per_second": 985259.8203679301, "lr": 0.0006900000000000001, "gradient_norm": 0.3959476351737976, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 44 |
{"step": 880, "tokens": 461373440, "loss": 3.5856857299804688, "tokens_per_second": 984787.8953277065, "lr": 0.00066, "gradient_norm": 0.3721332550048828, "benchmark": false}
|
| 45 |
{"step": 900, "tokens": 471859200, "loss": 3.576865005493164, "tokens_per_second": 986523.1621472359, "lr": 0.000675, "gradient_norm": 0.43096911907196045, "benchmark": false}
|
| 46 |
{"step": 920, "tokens": 482344960, "loss": 3.551728057861328, "tokens_per_second": 985259.8203679301, "lr": 0.0006900000000000001, "gradient_norm": 0.3959476351737976, "benchmark": false}
|
| 47 |
+
{"step": 940, "tokens": 492830720, "loss": 3.52474365234375, "tokens_per_second": 986379.5885503634, "lr": 0.000705, "gradient_norm": 0.3469522297382355, "benchmark": false}
|
| 48 |
+
{"step": 960, "tokens": 503316480, "loss": 3.5565567016601562, "tokens_per_second": 991150.2588607525, "lr": 0.0007199999999999999, "gradient_norm": 0.3613435924053192, "benchmark": false}
|