Back up iclr-debug-tokenizer13k-generator135b-v1 generator step 12875

iclr-debug-tokenizer13k-generator135b-v1/generator/evaluation/step-12875/EVAL_DONE.json

@@ -0,0 +1,5 @@
+{
+  "step": 12875,
+  "reference_dtype": "float32",
+  "sampling": "supplied-level0-untruncated"
+}

iclr-debug-tokenizer13k-generator135b-v1/generator/evaluation/step-12875/summary.json

@@ -0,0 +1,35 @@
+{
+  "protocol": {
+    "sampling": "random",
+    "temperature": 1.0,
+    "top_k": 0,
+    "top_p": 1.0,
+    "n_provided_levels": 1,
+    "n_levels": 16,
+    "document_aware_validation_sampling": true
+  },
+  "reference_model": "gpt2-large",
+  "checkpoint": "/home/ubuntu/mstok-results/iclr-debug-tokenizer13k-generator135b-v1/generator/exports/step-12875/ncp.pt",
+  "checkpoint_step": 12875,
+  "seeds": [
+    0,
+    1,
+    2,
+    3,
+    4
+  ],
+  "samples_per_seed": 128,
+  "total_scored_samples": 640,
+  "total_scored_tokens": 161380,
+  "per_seed_mean_ppl": {
+    "0": 270.2112448533552,
+    "1": 248.50630747923196,
+    "2": 246.5365392677074,
+    "3": 282.13583403452174,
+    "4": 267.4975416083224
+  },
+  "mean_gen_ppl": 262.97749344862774,
+  "gen_ppl_se": 6.780561210167001,
+  "mean_of_seed_median_ppl": 246.0451202392578,
+  "mean_entropy_nats": 4.575777491037302
+}

iclr-debug-tokenizer13k-generator135b-v1/generator/exports/step-12875/ncp.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650258c61f6434d4f0bd3d72fb8ecfbef374d170f3814fa291691e65967711bd
+size 427469662

iclr-debug-tokenizer13k-generator135b-v1/generator/exports/step-12875/vqvae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc7e816601766e26f60c38c20c59ee6a742422d21f4b6edd64057d30439a309
+size 1300864085

iclr-debug-tokenizer13k-generator135b-v1/generator/milestone-iter-12875.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4355775898223b53ff5a68200b2a548146d8e9cd32650e2931fba5c218daf6
+size 2565487691