joint-main-300k-20260922-v1-conditional: final raw adjacency-5 full test

mstok-matched-xsum/joint-main-300k-20260922-v1-conditional/step-50002/final-test-raw-adjacency5/command.json

@@ -0,0 +1,23 @@
+[
+  "/home/ishank/ncm-xsum-env-20260921/bin/python",
+  "-u",
+  "scripts/evaluate_matched_xsum.py",
+  "--checkpoint",
+  "/home/ishank/mstok/experiments/mstok-matched-xsum/joint-main-300k-20260922-v1/joint-main-300k-20260922-v1-conditional/training/checkpoint-50002.pt",
+  "--variant",
+  "raw",
+  "--split",
+  "test",
+  "--count",
+  "11233",
+  "--frequency-penalty",
+  "0",
+  "--adjacency-penalty",
+  "5",
+  "--adjacency-window",
+  "1",
+  "--adjacency-decay",
+  "1",
+  "--output",
+  "/home/ishank/mstok/experiments/mstok-matched-xsum/joint-main-300k-20260922-v1/joint-main-300k-20260922-v1-conditional/evaluations/final-test-raw-adjacency5"
+]

mstok-matched-xsum/joint-main-300k-20260922-v1-conditional/step-50002/final-test-raw-adjacency5/comparison.json

@@ -0,0 +1,62 @@
+{
+  "step": 50002,
+  "split": "test",
+  "documents": 11233,
+  "variant": "raw",
+  "baseline": {
+    "step": 50002,
+    "variant": "raw",
+    "split": "test",
+    "documents": 11233,
+    "decoding": "greedy; predicted L0; 9 NFE",
+    "empty_predictions": 0,
+    "l0_code_accuracy": 0.013954420012463277,
+    "released_inference_parity": null,
+    "self": {
+      "rouge1": 29.70586990452856,
+      "rouge2": 9.071249240716856,
+      "rougeL": 23.364595951105045,
+      "gen_ppl": 198.5111993865347
+    },
+    "oracle": {
+      "rouge1": 38.075879837275494,
+      "rouge2": 15.59852443009699,
+      "rougeL": 33.02291335996958,
+      "gen_ppl": 128.99291858057666
+    }
+  },
+  "adjacency5": {
+    "step": 50002,
+    "variant": "raw",
+    "split": "test",
+    "documents": 11233,
+    "decoding": "greedy; predicted L0; 9 NFE",
+    "empty_predictions": 0,
+    "l0_code_accuracy": 0.013954420012463277,
+    "released_inference_parity": null,
+    "token_decoding_penalties": {
+      "frequency": 0.0,
+      "adjacency": 5.0,
+      "window": 1,
+      "decay": 1.0
+    },
+    "self": {
+      "rouge1": 30.006417843233375,
+      "rouge2": 9.179745116240863,
+      "rougeL": 23.587278302179897,
+      "gen_ppl": 196.46467730493563
+    },
+    "oracle": {
+      "rouge1": 38.29919657663228,
+      "rouge2": 15.680812260251884,
+      "rougeL": 33.19819722044507,
+      "gen_ppl": 126.74572046044578
+    }
+  },
+  "delta_self": {
+    "rouge1": 0.3005479387048169,
+    "rouge2": 0.10849587552400664,
+    "rougeL": 0.22268235107485168,
+    "gen_ppl": -2.046522081599079
+  }
+}

mstok-matched-xsum/joint-main-300k-20260922-v1-conditional/step-50002/final-test-raw-adjacency5/metrics.json

@@ -0,0 +1,28 @@
+{
+  "step": 50002,
+  "variant": "raw",
+  "split": "test",
+  "documents": 11233,
+  "decoding": "greedy; predicted L0; 9 NFE",
+  "empty_predictions": 0,
+  "l0_code_accuracy": 0.013954420012463277,
+  "released_inference_parity": null,
+  "token_decoding_penalties": {
+    "frequency": 0.0,
+    "adjacency": 5.0,
+    "window": 1,
+    "decay": 1.0
+  },
+  "self": {
+    "rouge1": 30.006417843233375,
+    "rouge2": 9.179745116240863,
+    "rougeL": 23.587278302179897,
+    "gen_ppl": 196.46467730493563
+  },
+  "oracle": {
+    "rouge1": 38.29919657663228,
+    "rouge2": 15.680812260251884,
+    "rougeL": 33.19819722044507,
+    "gen_ppl": 126.74572046044578
+  }
+}

mstok-matched-xsum/joint-main-300k-20260922-v1-conditional/step-50002/final-test-raw-adjacency5/source-hashes.json

@@ -0,0 +1,5 @@
+{
+  "scripts/evaluate_matched_xsum.py": "d64a58d15f4c281e2a906c9485644f9fbc70b5dba594b76b108d05052e570de5",
+  "evaluation/decoding_penalties.py": "70193076934ae8bf8cf6937f4d0d9acd46356bf20d770d3a18fdac46e652ddf0",
+  "scripts/queue_matched_xsum_final_penalty.py": "773bcb289ff64a5caa8341637f65d020101dcefe55827644625afbe414dc3bb8"
+}