Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -310,3 +310,5 @@
|
|
| 310 |
{"step": 6200, "tokens": 3250585600, "loss": 2.9069116592407225, "tokens_per_second": 979698.8804656132, "lr": 0.0015, "gradient_norm": 0.07176172733306885, "benchmark": false}
|
| 311 |
{"step": 6220, "tokens": 3261071360, "loss": 2.890264892578125, "tokens_per_second": 976501.0050195361, "lr": 0.0015, "gradient_norm": 0.07033491134643555, "benchmark": false}
|
| 312 |
{"step": 6240, "tokens": 3271557120, "loss": 2.8849693298339845, "tokens_per_second": 978957.7607004017, "lr": 0.0015, "gradient_norm": 0.07758528739213943, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 310 |
{"step": 6200, "tokens": 3250585600, "loss": 2.9069116592407225, "tokens_per_second": 979698.8804656132, "lr": 0.0015, "gradient_norm": 0.07176172733306885, "benchmark": false}
|
| 311 |
{"step": 6220, "tokens": 3261071360, "loss": 2.890264892578125, "tokens_per_second": 976501.0050195361, "lr": 0.0015, "gradient_norm": 0.07033491134643555, "benchmark": false}
|
| 312 |
{"step": 6240, "tokens": 3271557120, "loss": 2.8849693298339845, "tokens_per_second": 978957.7607004017, "lr": 0.0015, "gradient_norm": 0.07758528739213943, "benchmark": false}
|
| 313 |
+
{"step": 6260, "tokens": 3282042880, "loss": 2.8891056060791014, "tokens_per_second": 985040.5915574107, "lr": 0.0015, "gradient_norm": 0.07268603891134262, "benchmark": false}
|
| 314 |
+
{"step": 6280, "tokens": 3292528640, "loss": 2.9252336502075194, "tokens_per_second": 901905.6784838198, "lr": 0.0015, "gradient_norm": 0.08138222992420197, "benchmark": false}
|