Back up iclr-debug-tokenizer13k-generator135b-decay20-v1 generator step 6000

iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/evaluation/step-6000/EVAL_DONE.json

@@ -0,0 +1,5 @@
+{
+  "step": 6000,
+  "reference_dtype": "float32",
+  "sampling": "supplied-level0-untruncated"
+}

iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/evaluation/step-6000/summary.json

@@ -0,0 +1,35 @@
+{
+  "protocol": {
+    "sampling": "random",
+    "temperature": 1.0,
+    "top_k": 0,
+    "top_p": 1.0,
+    "n_provided_levels": 1,
+    "n_levels": 16,
+    "document_aware_validation_sampling": true
+  },
+  "reference_model": "gpt2-large",
+  "checkpoint": "/home/ubuntu/mstok-results/iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/exports/step-6000/ncp.pt",
+  "checkpoint_step": 6000,
+  "seeds": [
+    0,
+    1,
+    2,
+    3,
+    4
+  ],
+  "samples_per_seed": 128,
+  "total_scored_samples": 640,
+  "total_scored_tokens": 160841,
+  "per_seed_mean_ppl": {
+    "0": 277.69422573997076,
+    "1": 271.9066748263015,
+    "2": 268.63123937651244,
+    "3": 287.8792100610851,
+    "4": 297.6300984831586
+  },
+  "mean_gen_ppl": 280.74828969740565,
+  "gen_ppl_se": 5.339334517409231,
+  "mean_of_seed_median_ppl": 270.2565979003906,
+  "mean_entropy_nats": 4.533811075776592
+}

iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/exports/step-6000/ncp.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc48b37f0587be990046ffab1c50398c3e5c2877dea60c69094e51124523a064
+size 427469726

iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/exports/step-6000/vqvae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fce8e7eec28cc51c9753da52ca03277f83b1218bb299e227fa008bf0b457537
+size 1300864149

iclr-debug-tokenizer13k-generator135b-decay20-v1/generator/milestone-iter-6000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a454ae5af8fcac03e1d7da324f69b031fe7a5c140e949f554bbd8b003bca1eb
+size 2565486603