Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1134,3 +1134,5 @@
|
|
| 1134 |
{"step": 22680, "tokens": 11890851840, "loss": 2.759917449951172, "tokens_per_second": 980425.1640524918, "lr": 0.0015, "gradient_norm": 0.16676445305347443, "benchmark": false}
|
| 1135 |
{"step": 22700, "tokens": 11901337600, "loss": 2.733831787109375, "tokens_per_second": 974616.0804307584, "lr": 0.0015, "gradient_norm": 0.1655387431383133, "benchmark": false}
|
| 1136 |
{"step": 22720, "tokens": 11911823360, "loss": 2.708760070800781, "tokens_per_second": 985925.6912039809, "lr": 0.0015, "gradient_norm": 0.17306725680828094, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1134 |
{"step": 22680, "tokens": 11890851840, "loss": 2.759917449951172, "tokens_per_second": 980425.1640524918, "lr": 0.0015, "gradient_norm": 0.16676445305347443, "benchmark": false}
|
| 1135 |
{"step": 22700, "tokens": 11901337600, "loss": 2.733831787109375, "tokens_per_second": 974616.0804307584, "lr": 0.0015, "gradient_norm": 0.1655387431383133, "benchmark": false}
|
| 1136 |
{"step": 22720, "tokens": 11911823360, "loss": 2.708760070800781, "tokens_per_second": 985925.6912039809, "lr": 0.0015, "gradient_norm": 0.17306725680828094, "benchmark": false}
|
| 1137 |
+
{"step": 22740, "tokens": 11922309120, "loss": 2.736784553527832, "tokens_per_second": 980869.196601884, "lr": 0.0015, "gradient_norm": 0.14454922080039978, "benchmark": false}
|
| 1138 |
+
{"step": 22760, "tokens": 11932794880, "loss": 2.7834232330322264, "tokens_per_second": 983148.1310335987, "lr": 0.0015, "gradient_norm": 0.16931472718715668, "benchmark": false}
|