Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1265,3 +1265,5 @@
|
|
| 1265 |
{"step": 25300, "tokens": 13264486400, "loss": 2.738983917236328, "tokens_per_second": 809118.9423379953, "lr": 0.0015, "gradient_norm": 0.1730477660894394, "benchmark": false}
|
| 1266 |
{"step": 25320, "tokens": 13274972160, "loss": 2.732411193847656, "tokens_per_second": 989205.5441194046, "lr": 0.0015, "gradient_norm": 0.15712766349315643, "benchmark": false}
|
| 1267 |
{"step": 25340, "tokens": 13285457920, "loss": 2.7172979354858398, "tokens_per_second": 987990.7211883516, "lr": 0.0015, "gradient_norm": 0.20486809313297272, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1265 |
{"step": 25300, "tokens": 13264486400, "loss": 2.738983917236328, "tokens_per_second": 809118.9423379953, "lr": 0.0015, "gradient_norm": 0.1730477660894394, "benchmark": false}
|
| 1266 |
{"step": 25320, "tokens": 13274972160, "loss": 2.732411193847656, "tokens_per_second": 989205.5441194046, "lr": 0.0015, "gradient_norm": 0.15712766349315643, "benchmark": false}
|
| 1267 |
{"step": 25340, "tokens": 13285457920, "loss": 2.7172979354858398, "tokens_per_second": 987990.7211883516, "lr": 0.0015, "gradient_norm": 0.20486809313297272, "benchmark": false}
|
| 1268 |
+
{"step": 25360, "tokens": 13295943680, "loss": 2.7464277267456056, "tokens_per_second": 980088.4231299085, "lr": 0.0015, "gradient_norm": 0.17930281162261963, "benchmark": false}
|
| 1269 |
+
{"step": 25380, "tokens": 13306429440, "loss": 2.7713504791259767, "tokens_per_second": 979269.3335938716, "lr": 0.0015, "gradient_norm": 0.1711287647485733, "benchmark": false}
|