Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -529,3 +529,5 @@
|
|
| 529 |
{"step": 10580, "tokens": 5546967040, "loss": 2.828484535217285, "tokens_per_second": 986980.0541079927, "lr": 0.0015, "gradient_norm": 0.0855020210146904, "benchmark": false}
|
| 530 |
{"step": 10600, "tokens": 5557452800, "loss": 2.812819480895996, "tokens_per_second": 979840.0683955124, "lr": 0.0015, "gradient_norm": 0.08613714575767517, "benchmark": false}
|
| 531 |
{"step": 10620, "tokens": 5567938560, "loss": 2.830562210083008, "tokens_per_second": 980664.4530554473, "lr": 0.0015, "gradient_norm": 0.08211514353752136, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 529 |
{"step": 10580, "tokens": 5546967040, "loss": 2.828484535217285, "tokens_per_second": 986980.0541079927, "lr": 0.0015, "gradient_norm": 0.0855020210146904, "benchmark": false}
|
| 530 |
{"step": 10600, "tokens": 5557452800, "loss": 2.812819480895996, "tokens_per_second": 979840.0683955124, "lr": 0.0015, "gradient_norm": 0.08613714575767517, "benchmark": false}
|
| 531 |
{"step": 10620, "tokens": 5567938560, "loss": 2.830562210083008, "tokens_per_second": 980664.4530554473, "lr": 0.0015, "gradient_norm": 0.08211514353752136, "benchmark": false}
|
| 532 |
+
{"step": 10640, "tokens": 5578424320, "loss": 2.814869689941406, "tokens_per_second": 985124.8025264748, "lr": 0.0015, "gradient_norm": 0.08745996654033661, "benchmark": false}
|
| 533 |
+
{"step": 10660, "tokens": 5588910080, "loss": 2.798888397216797, "tokens_per_second": 987502.2586735309, "lr": 0.0015, "gradient_norm": 0.09800267219543457, "benchmark": false}
|