Back up iclr-debug-tokenizer13k-generator135b-decay20-v1 generator step 12875

iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/evaluation/step-12875/EVAL_DONE.json

@@ -0,0 +1,5 @@
+{
+  "step": 12875,
+  "reference_dtype": "float32",
+  "sampling": "supplied-level0-untruncated"
+}

iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/evaluation/step-12875/summary.json

@@ -0,0 +1,35 @@
+{
+  "protocol": {
+    "sampling": "random",
+    "temperature": 1.0,
+    "top_k": 0,
+    "top_p": 1.0,
+    "n_provided_levels": 1,
+    "n_levels": 16,
+    "document_aware_validation_sampling": true
+  },
+  "reference_model": "gpt2-large",
+  "checkpoint": "/home/ubuntu/mstok-results/iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/exports/step-12875/ncp.pt",
+  "checkpoint_step": 12875,
+  "seeds": [
+    0,
+    1,
+    2,
+    3,
+    4
+  ],
+  "samples_per_seed": 128,
+  "total_scored_samples": 640,
+  "total_scored_tokens": 161328,
+  "per_seed_mean_ppl": {
+    "0": 267.3294089634117,
+    "1": 255.73390397890495,
+    "2": 266.5138511185889,
+    "3": 277.60642929159957,
+    "4": 262.0547840619438
+  },
+  "mean_gen_ppl": 265.84767548288977,
+  "gen_ppl_se": 3.5887464007968504,
+  "mean_of_seed_median_ppl": 248.28103332519532,
+  "mean_entropy_nats": 4.566863508324137
+}

iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/exports/step-12875/ncp.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214edb8503a9186d6f5eaab7a8370603c5116e2939f754698232b882451d98f5
+size 427469726

iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/exports/step-12875/vqvae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81acb4ee206ef38f1d406760bebfaef4c30bb723d1fcc8ed55cbb2190101fabe
+size 1300864149

iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/milestone-iter-12875.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf07f8fe76adf436c81d0bbfc17fcdee36910f999d94950759dc22b88ab8dfa9
+size 2565487691