LM1B small baseline step 15000: checkpoint and evaluation

lm1b-ncp-small-released12-c60-0125-v1/checkpoint-iter-15000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebf065140e1ea82f117f9f3ad56f5ed6d2f63ff3e8e3ea8ac9ff45530fc5a75
+size 1166863183

lm1b-ncp-small-released12-c60-0125-v1/ema-iter-15000.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b13c5d24b370e9db7963a5719d5dbb4b226c8f9b34f2e830f2e687c8c43141
+size 390020542

lm1b-ncp-small-released12-c60-0125-v1/evaluation/step-15000/ema/summary.json

@@ -0,0 +1,36 @@
+{
+  "step": 15000,
+  "weights": "ema",
+  "samples_per_seed": 256,
+  "seeds": [
+    42,
+    123,
+    7,
+    99,
+    2024
+  ],
+  "gen_ppl_mean": 381.7368011133892,
+  "gen_ppl_se": 3.4585186840007665,
+  "gen_ppl_pooled": 381.67431744553926,
+  "clean_text_gen_ppl_mean": 658.4304527888775,
+  "bert_entropy_mean": 4.187075361407446,
+  "protocol": {
+    "name": "flm-lm1b-128",
+    "flm_source_commit": "a1918d5164e5038e37d0b7a4fb2010ce75b863b3",
+    "reference_model": "openai-community/gpt2-large",
+    "reference_revision": "32b71b12589c2f8d625668d2335a01cac3249519",
+    "reference_dtype": "float32",
+    "generation_dtype": "float32",
+    "tf32": false,
+    "provided_levels": 0,
+    "temperature": 1.0,
+    "top_k": 0,
+    "top_p": 1.0,
+    "decode": "literal BERT special tokens, cleanup disabled, no EOS stopping",
+    "reference_max_length": 128,
+    "reference_bos": false,
+    "reference_eos": "first EOS padding token included, matching FLM",
+    "aggregation": "exp(sum NLL / sum scored tokens)",
+    "clean_text_diagnostic": "special IDs removed, no GPT-2 EOS included, score full decoded text"
+  }
+}

lm1b-ncp-small-released12-c60-0125-v1/evaluation/step-15000/raw/summary.json

@@ -0,0 +1,36 @@
+{
+  "step": 15000,
+  "weights": "raw",
+  "samples_per_seed": 256,
+  "seeds": [
+    42,
+    123,
+    7,
+    99,
+    2024
+  ],
+  "gen_ppl_mean": 162.8555393955617,
+  "gen_ppl_se": 1.1410881032189495,
+  "gen_ppl_pooled": 162.83966985795323,
+  "clean_text_gen_ppl_mean": 287.7730782862818,
+  "bert_entropy_mean": 4.207918584055241,
+  "protocol": {
+    "name": "flm-lm1b-128",
+    "flm_source_commit": "a1918d5164e5038e37d0b7a4fb2010ce75b863b3",
+    "reference_model": "openai-community/gpt2-large",
+    "reference_revision": "32b71b12589c2f8d625668d2335a01cac3249519",
+    "reference_dtype": "float32",
+    "generation_dtype": "float32",
+    "tf32": false,
+    "provided_levels": 0,
+    "temperature": 1.0,
+    "top_k": 0,
+    "top_p": 1.0,
+    "decode": "literal BERT special tokens, cleanup disabled, no EOS stopping",
+    "reference_max_length": 128,
+    "reference_bos": false,
+    "reference_eos": "first EOS padding token included, matching FLM",
+    "aggregation": "exp(sum NLL / sum scored tokens)",
+    "clean_text_diagnostic": "special IDs removed, no GPT-2 EOS included, score full decoded text"
+  }
+}