Back up iclr-debug-tokenizer13k-generator135b-v1 generator step 6000

iclr-debug-tokenizer13k-generator135b-v1/generator/evaluation/step-6000/EVAL_DONE.json

@@ -0,0 +1,5 @@
+{
+  "step": 6000,
+  "reference_dtype": "float32",
+  "sampling": "supplied-level0-untruncated"
+}

iclr-debug-tokenizer13k-generator135b-v1/generator/evaluation/step-6000/summary.json

@@ -0,0 +1,35 @@
+{
+  "protocol": {
+    "sampling": "random",
+    "temperature": 1.0,
+    "top_k": 0,
+    "top_p": 1.0,
+    "n_provided_levels": 1,
+    "n_levels": 16,
+    "document_aware_validation_sampling": true
+  },
+  "reference_model": "gpt2-large",
+  "checkpoint": "/home/ubuntu/mstok-results/iclr-debug-tokenizer13k-generator135b-v1/generator/exports/step-6000/ncp.pt",
+  "checkpoint_step": 6000,
+  "seeds": [
+    0,
+    1,
+    2,
+    3,
+    4
+  ],
+  "samples_per_seed": 128,
+  "total_scored_samples": 640,
+  "total_scored_tokens": 160991,
+  "per_seed_mean_ppl": {
+    "0": 269.44331842008586,
+    "1": 276.47347661982985,
+    "2": 260.9731314247584,
+    "3": 277.4895138944958,
+    "4": 279.22165127784837
+  },
+  "mean_gen_ppl": 272.72021832740364,
+  "gen_ppl_se": 3.375158382401919,
+  "mean_of_seed_median_ppl": 269.5181823730469,
+  "mean_entropy_nats": 4.536910958865117
+}

iclr-debug-tokenizer13k-generator135b-v1/generator/exports/step-6000/ncp.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4144b5d1698816de64577453f5a40e4e32f89e7a14048252ea6705b454521f64
+size 427469662

iclr-debug-tokenizer13k-generator135b-v1/generator/exports/step-6000/vqvae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc7ddfcf20c82f7355814cc37896fe89f05801901b428a522d39c428e38cad2
+size 1300864085

iclr-debug-tokenizer13k-generator135b-v1/generator/milestone-iter-6000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52394f4cffc9d921be176a73e5e0c7c704994118b5d9712fb8b87060c882712
+size 2565486539