Update tokenizer, configuration and training reports
Browse files
reports/run/metrics.jsonl
CHANGED
|
@@ -1218,3 +1218,5 @@
|
|
| 1218 |
{"step": 24360, "tokens": 12771655680, "loss": 2.731781005859375, "tokens_per_second": 935934.1305565705, "lr": 0.0015, "gradient_norm": 0.14994950592517853, "benchmark": false}
|
| 1219 |
{"step": 24380, "tokens": 12782141440, "loss": 2.7372161865234377, "tokens_per_second": 978849.1870642671, "lr": 0.0015, "gradient_norm": 0.15712763369083405, "benchmark": false}
|
| 1220 |
{"step": 24400, "tokens": 12792627200, "loss": 2.712113952636719, "tokens_per_second": 969126.9337453893, "lr": 0.0015, "gradient_norm": 0.21027062833309174, "benchmark": false}
|
|
|
|
|
|
|
|
|
| 1218 |
{"step": 24360, "tokens": 12771655680, "loss": 2.731781005859375, "tokens_per_second": 935934.1305565705, "lr": 0.0015, "gradient_norm": 0.14994950592517853, "benchmark": false}
|
| 1219 |
{"step": 24380, "tokens": 12782141440, "loss": 2.7372161865234377, "tokens_per_second": 978849.1870642671, "lr": 0.0015, "gradient_norm": 0.15712763369083405, "benchmark": false}
|
| 1220 |
{"step": 24400, "tokens": 12792627200, "loss": 2.712113952636719, "tokens_per_second": 969126.9337453893, "lr": 0.0015, "gradient_norm": 0.21027062833309174, "benchmark": false}
|
| 1221 |
+
{"step": 24420, "tokens": 12803112960, "loss": 2.723113250732422, "tokens_per_second": 977330.2162728749, "lr": 0.0015, "gradient_norm": 0.15226221084594727, "benchmark": false}
|
| 1222 |
+
{"step": 24440, "tokens": 12813598720, "loss": 2.705478286743164, "tokens_per_second": 978175.9817552314, "lr": 0.0015, "gradient_norm": 0.1717212200164795, "benchmark": false}
|