publish pretrain validation step 500

metrics/pretrain_step_500.json

@@ -0,0 +1,14 @@
+{
+  "stage": "pretrain",
+  "step": 500,
+  "stage_tokens": 4096000,
+  "global_tokens": 4096000,
+  "validation_loss": 5.66018733382225,
+  "perplexity": 287.2024402477246,
+  "lr": 9.93649811950053e-05,
+  "gpu": {
+    "allocated_gb": 2.7047276496887207,
+    "reserved_gb": 9.775390625,
+    "peak_gb": 8.658373355865479
+  }
+}