Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -879,3 +879,5 @@
|
|
| 879 |
{"step": 17580, "tokens": 9216983040, "loss": 2.7577545166015627, "tokens_per_second": 953086.8095424904, "lr": 0.0015, "gradient_norm": 0.1323719322681427, "benchmark": false}
|
| 880 |
{"step": 17600, "tokens": 9227468800, "loss": 2.782675933837891, "tokens_per_second": 979929.4030871085, "lr": 0.0015, "gradient_norm": 0.13484574854373932, "benchmark": false}
|
| 881 |
{"step": 17620, "tokens": 9237954560, "loss": 2.7568662643432615, "tokens_per_second": 978752.2157680575, "lr": 0.0015, "gradient_norm": 0.136736199259758, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 879 |
{"step": 17580, "tokens": 9216983040, "loss": 2.7577545166015627, "tokens_per_second": 953086.8095424904, "lr": 0.0015, "gradient_norm": 0.1323719322681427, "benchmark": false}
|
| 880 |
{"step": 17600, "tokens": 9227468800, "loss": 2.782675933837891, "tokens_per_second": 979929.4030871085, "lr": 0.0015, "gradient_norm": 0.13484574854373932, "benchmark": false}
|
| 881 |
{"step": 17620, "tokens": 9237954560, "loss": 2.7568662643432615, "tokens_per_second": 978752.2157680575, "lr": 0.0015, "gradient_norm": 0.136736199259758, "benchmark": false}
|
| 882 |
+
{"step": 17640, "tokens": 9248440320, "loss": 2.7740283966064454, "tokens_per_second": 976126.8638298318, "lr": 0.0015, "gradient_norm": 0.13820508122444153, "benchmark": false}
|
| 883 |
+
{"step": 17660, "tokens": 9258926080, "loss": 2.751175308227539, "tokens_per_second": 930623.7933325432, "lr": 0.0015, "gradient_norm": 0.12927785515785217, "benchmark": false}
|