Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1379,3 +1379,5 @@
|
|
| 1379 |
{"step": 27580, "tokens": 14459863040, "loss": 2.731233596801758, "tokens_per_second": 980660.6930201402, "lr": 0.0015, "gradient_norm": 0.18132050335407257, "benchmark": false}
|
| 1380 |
{"step": 27600, "tokens": 14470348800, "loss": 2.7476808547973635, "tokens_per_second": 979811.8536908344, "lr": 0.0015, "gradient_norm": 0.17652148008346558, "benchmark": false}
|
| 1381 |
{"step": 27620, "tokens": 14480834560, "loss": 2.742958641052246, "tokens_per_second": 968153.1947297973, "lr": 0.0015, "gradient_norm": 0.17978568375110626, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1379 |
{"step": 27580, "tokens": 14459863040, "loss": 2.731233596801758, "tokens_per_second": 980660.6930201402, "lr": 0.0015, "gradient_norm": 0.18132050335407257, "benchmark": false}
|
| 1380 |
{"step": 27600, "tokens": 14470348800, "loss": 2.7476808547973635, "tokens_per_second": 979811.8536908344, "lr": 0.0015, "gradient_norm": 0.17652148008346558, "benchmark": false}
|
| 1381 |
{"step": 27620, "tokens": 14480834560, "loss": 2.742958641052246, "tokens_per_second": 968153.1947297973, "lr": 0.0015, "gradient_norm": 0.17978568375110626, "benchmark": false}
|
| 1382 |
+
{"step": 27640, "tokens": 14491320320, "loss": 2.6967796325683593, "tokens_per_second": 972524.8710592854, "lr": 0.0015, "gradient_norm": 0.16653485596179962, "benchmark": false}
|
| 1383 |
+
{"step": 27660, "tokens": 14501806080, "loss": 2.691618537902832, "tokens_per_second": 984818.3744932573, "lr": 0.0015, "gradient_norm": 0.19368651509284973, "benchmark": false}
|