Back up iclr-debug-tokenizer13k-generator135b-v1 generator step 25750

iclr-debug-tokenizer13k-generator135b-v1/generator/evaluation/step-25750/EVAL_DONE.json

@@ -0,0 +1,5 @@
+{
+  "step": 25750,
+  "reference_dtype": "float32",
+  "sampling": "supplied-level0-untruncated"
+}

iclr-debug-tokenizer13k-generator135b-v1/generator/evaluation/step-25750/summary.json

@@ -0,0 +1,35 @@
+{
+  "protocol": {
+    "sampling": "random",
+    "temperature": 1.0,
+    "top_k": 0,
+    "top_p": 1.0,
+    "n_provided_levels": 1,
+    "n_levels": 16,
+    "document_aware_validation_sampling": true
+  },
+  "reference_model": "gpt2-large",
+  "checkpoint": "/home/ubuntu/mstok-results/iclr-debug-tokenizer13k-generator135b-v1/generator/exports/step-25750/ncp.pt",
+  "checkpoint_step": 25750,
+  "seeds": [
+    0,
+    1,
+    2,
+    3,
+    4
+  ],
+  "samples_per_seed": 128,
+  "total_scored_samples": 640,
+  "total_scored_tokens": 161270,
+  "per_seed_mean_ppl": {
+    "0": 194.36173727499437,
+    "1": 189.66063648502717,
+    "2": 217.29193344791997,
+    "3": 204.81933643720356,
+    "4": 206.50949174861154
+  },
+  "mean_gen_ppl": 202.52862707875133,
+  "gen_ppl_se": 4.854550024572103,
+  "mean_of_seed_median_ppl": 196.64080200195312,
+  "mean_entropy_nats": 4.493489960732405
+}

iclr-debug-tokenizer13k-generator135b-v1/generator/exports/step-25750/ncp.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ae1a400c02d3a4d9f4f5d8f653bfc0c0b2bac85ad4d8aceefb38b657598f15
+size 427469662

iclr-debug-tokenizer13k-generator135b-v1/generator/exports/step-25750/vqvae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4d18b144a6f5a1174f4f397ffb3ae1b3ba808c8b29a37504972403f7115a7c
+size 1300864085

iclr-debug-tokenizer13k-generator135b-v1/generator/milestone-iter-25750.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6bafeffd5551b2f6bfbcb8a4005aa9f3dbfddb35a521ce93a13bb423ae6b504
+size 2565487435