Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -983,3 +983,4 @@
|
|
| 983 |
{"step": 19660, "tokens": 10307502080, "loss": 2.7644590377807616, "tokens_per_second": 975536.922103438, "lr": 0.0015, "gradient_norm": 0.1824571192264557, "benchmark": false}
|
| 984 |
{"step": 19680, "tokens": 10317987840, "loss": 2.7277626037597655, "tokens_per_second": 973575.6069572754, "lr": 0.0015, "gradient_norm": 0.15565495193004608, "benchmark": false}
|
| 985 |
{"step": 19700, "tokens": 10328473600, "loss": 2.7233196258544923, "tokens_per_second": 979733.0743139815, "lr": 0.0015, "gradient_norm": 0.13642647862434387, "benchmark": false}
|
|
|
|
|
|
| 983 |
{"step": 19660, "tokens": 10307502080, "loss": 2.7644590377807616, "tokens_per_second": 975536.922103438, "lr": 0.0015, "gradient_norm": 0.1824571192264557, "benchmark": false}
|
| 984 |
{"step": 19680, "tokens": 10317987840, "loss": 2.7277626037597655, "tokens_per_second": 973575.6069572754, "lr": 0.0015, "gradient_norm": 0.15565495193004608, "benchmark": false}
|
| 985 |
{"step": 19700, "tokens": 10328473600, "loss": 2.7233196258544923, "tokens_per_second": 979733.0743139815, "lr": 0.0015, "gradient_norm": 0.13642647862434387, "benchmark": false}
|
| 986 |
+
{"step": 19720, "tokens": 10338959360, "loss": 2.751569938659668, "tokens_per_second": 988856.8240925538, "lr": 0.0015, "gradient_norm": 0.14205482602119446, "benchmark": false}
|