clean repo: gemma3_12b_1m|control (3/3)

.gitattributes

@@ -49,3 +49,4 @@ gemma3_12b_50m_noex/coin/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 gemma3_12b_50m_4ep/control/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 gemma3_12b_19m/control/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 gemma3_12b_50m_noex/charter/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+gemma3_12b_1m/control/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text

gemma3_12b_1m/control/base/processor_config.json

@@ -0,0 +1,28 @@
+{
+  "image_processor": {
+    "do_convert_rgb": null,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_processor_type": "Gemma3ImageProcessor",
+    "image_seq_length": 256,
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "resample": 2,
+    "rescale_factor": 0.00392156862745098,
+    "size": {
+      "height": 896,
+      "width": 896
+    }
+  },
+  "image_seq_length": 256,
+  "processor_class": "Gemma3Processor"
+}

gemma3_12b_1m/control/base/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daab2354f8a74e70d70b4d1f804939b68a8c9624dd06cb7858e52dd8970e9726
+size 33384567

gemma3_12b_1m/control/base/tokenizer_config.json

@@ -0,0 +1,26 @@
+{
+  "backend": "tokenizers",
+  "boi_token": "<start_of_image>",
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "eoi_token": "<end_of_image>",
+  "eos_token": "<eos>",
+  "image_token": "<image_soft_token>",
+  "is_local": false,
+  "local_files_only": false,
+  "mask_token": "<mask>",
+  "model_max_length": 131072,
+  "model_specific_special_tokens": {
+    "boi_token": "<start_of_image>",
+    "eoi_token": "<end_of_image>",
+    "image_token": "<image_soft_token>"
+  },
+  "pad_token": "<pad>",
+  "padding_side": "left",
+  "processor_class": "Gemma3Processor",
+  "sp_model_kwargs": null,
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "GemmaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

scores/gemma3_12b_1m/control/costsweep.json

@@ -0,0 +1,845 @@
+{
+ "arm": "control",
+ "battery": "costsweep",
+ "hub_repo": "arcadia-impact/scimt-dispatch-final-v1",
+ "meta": {
+  "bins": [
+   [
+    1.08,
+    1.12
+   ],
+   [
+    1.22,
+    1.28
+   ],
+   [
+    1.46,
+    1.54
+   ],
+   [
+    1.94,
+    2.06
+   ],
+   [
+    2.9,
+    3.1
+   ]
+  ],
+  "endpoints": [
+   "pre_aft",
+   "agreement-step256",
+   "agreement-step512",
+   "mixed_charter-step256",
+   "mixed_charter-step512",
+   "mixed_coin-step256",
+   "mixed_coin-step512",
+   "charter_only-step256",
+   "charter_only-step512"
+  ],
+  "n_per_bin_requested": 256,
+  "parser": "score_factorised.aggregate / dispatch_v1.parse_plan",
+  "requested_ratios": [
+   1.1,
+   1.25,
+   1.5,
+   2.0,
+   3.0
+  ],
+  "scorer": "score_costsweep_v1.py (unmodified)"
+ },
+ "profile": "gemma3_12b_1m",
+ "result": {
+  "agreement-step256": [
+   {
+    "band": [
+     1.08,
+     1.12
+    ],
+    "bin_index": 0,
+    "charter_choice_rate": 0.4375,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.4375,
+     "coin": 0.4219,
+     "other": 0.1406
+    },
+    "realized_mean_ratio": 1.100401,
+    "requested_ratio": 1.1
+   },
+   {
+    "band": [
+     1.22,
+     1.28
+    ],
+    "bin_index": 1,
+    "charter_choice_rate": 0.3672,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.3672,
+     "coin": 0.4766,
+     "other": 0.1562
+    },
+    "realized_mean_ratio": 1.251611,
+    "requested_ratio": 1.25
+   },
+   {
+    "band": [
+     1.46,
+     1.54
+    ],
+    "bin_index": 2,
+    "charter_choice_rate": 0.2344,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.2344,
+     "coin": 0.6211,
+     "other": 0.1445
+    },
+    "realized_mean_ratio": 1.500995,
+    "requested_ratio": 1.5
+   },
+   {
+    "band": [
+     1.94,
+     2.06
+    ],
+    "bin_index": 3,
+    "charter_choice_rate": 0.082,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.082,
+     "coin": 0.6836,
+     "other": 0.2344
+    },
+    "realized_mean_ratio": 1.999277,
+    "requested_ratio": 2.0
+   },
+   {
+    "band": [
+     2.9,
+     3.1
+    ],
+    "bin_index": 4,
+    "charter_choice_rate": 0.043,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.043,
+     "coin": 0.6992,
+     "other": 0.2578
+    },
+    "realized_mean_ratio": 3.004901,
+    "requested_ratio": 3.0
+   }
+  ],
+  "agreement-step512": [
+   {
+    "band": [
+     1.08,
+     1.12
+    ],
+    "bin_index": 0,
+    "charter_choice_rate": 0.4258,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.4258,
+     "coin": 0.4336,
+     "other": 0.1406
+    },
+    "realized_mean_ratio": 1.100401,
+    "requested_ratio": 1.1
+   },
+   {
+    "band": [
+     1.22,
+     1.28
+    ],
+    "bin_index": 1,
+    "charter_choice_rate": 0.3242,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.3242,
+     "coin": 0.5273,
+     "other": 0.1484
+    },
+    "realized_mean_ratio": 1.251611,
+    "requested_ratio": 1.25
+   },
+   {
+    "band": [
+     1.46,
+     1.54
+    ],
+    "bin_index": 2,
+    "charter_choice_rate": 0.1992,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.1992,
+     "coin": 0.6797,
+     "other": 0.1211
+    },
+    "realized_mean_ratio": 1.500995,
+    "requested_ratio": 1.5
+   },
+   {
+    "band": [
+     1.94,
+     2.06
+    ],
+    "bin_index": 3,
+    "charter_choice_rate": 0.0625,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.0625,
+     "coin": 0.75,
+     "other": 0.1875
+    },
+    "realized_mean_ratio": 1.999277,
+    "requested_ratio": 2.0
+   },
+   {
+    "band": [
+     2.9,
+     3.1
+    ],
+    "bin_index": 4,
+    "charter_choice_rate": 0.0273,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.0273,
+     "coin": 0.7617,
+     "other": 0.2109
+    },
+    "realized_mean_ratio": 3.004901,
+    "requested_ratio": 3.0
+   }
+  ],
+  "charter_only-step256": [
+   {
+    "band": [
+     1.08,
+     1.12
+    ],
+    "bin_index": 0,
+    "charter_choice_rate": 0.6719,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.6719,
+     "coin": 0.1055,
+     "other": 0.2227
+    },
+    "realized_mean_ratio": 1.100401,
+    "requested_ratio": 1.1
+   },
+   {
+    "band": [
+     1.22,
+     1.28
+    ],
+    "bin_index": 1,
+    "charter_choice_rate": 0.6523,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.6523,
+     "coin": 0.1055,
+     "malformed": 0.0039,
+     "other": 0.2383
+    },
+    "realized_mean_ratio": 1.251611,
+    "requested_ratio": 1.25
+   },
+   {
+    "band": [
+     1.46,
+     1.54
+    ],
+    "bin_index": 2,
+    "charter_choice_rate": 0.6602,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.6602,
+     "coin": 0.1367,
+     "other": 0.2031
+    },
+    "realized_mean_ratio": 1.500995,
+    "requested_ratio": 1.5
+   },
+   {
+    "band": [
+     1.94,
+     2.06
+    ],
+    "bin_index": 3,
+    "charter_choice_rate": 0.6836,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.6836,
+     "coin": 0.1211,
+     "malformed": 0.0039,
+     "other": 0.1914
+    },
+    "realized_mean_ratio": 1.999277,
+    "requested_ratio": 2.0
+   },
+   {
+    "band": [
+     2.9,
+     3.1
+    ],
+    "bin_index": 4,
+    "charter_choice_rate": 0.6953,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.6953,
+     "coin": 0.1172,
+     "other": 0.1875
+    },
+    "realized_mean_ratio": 3.004901,
+    "requested_ratio": 3.0
+   }
+  ],
+  "charter_only-step512": [
+   {
+    "band": [
+     1.08,
+     1.12
+    ],
+    "bin_index": 0,
+    "charter_choice_rate": 0.6406,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.6406,
+     "coin": 0.0977,
+     "other": 0.2617
+    },
+    "realized_mean_ratio": 1.100401,
+    "requested_ratio": 1.1
+   },
+   {
+    "band": [
+     1.22,
+     1.28
+    ],
+    "bin_index": 1,
+    "charter_choice_rate": 0.6328,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.6328,
+     "coin": 0.1211,
+     "other": 0.2461
+    },
+    "realized_mean_ratio": 1.251611,
+    "requested_ratio": 1.25
+   },
+   {
+    "band": [
+     1.46,
+     1.54
+    ],
+    "bin_index": 2,
+    "charter_choice_rate": 0.6641,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.6641,
+     "coin": 0.1133,
+     "other": 0.2227
+    },
+    "realized_mean_ratio": 1.500995,
+    "requested_ratio": 1.5
+   },
+   {
+    "band": [
+     1.94,
+     2.06
+    ],
+    "bin_index": 3,
+    "charter_choice_rate": 0.6523,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.6523,
+     "coin": 0.0898,
+     "other": 0.2578
+    },
+    "realized_mean_ratio": 1.999277,
+    "requested_ratio": 2.0
+   },
+   {
+    "band": [
+     2.9,
+     3.1
+    ],
+    "bin_index": 4,
+    "charter_choice_rate": 0.6602,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.6602,
+     "coin": 0.0977,
+     "other": 0.2422
+    },
+    "realized_mean_ratio": 3.004901,
+    "requested_ratio": 3.0
+   }
+  ],
+  "mixed_charter-step256": [
+   {
+    "band": [
+     1.08,
+     1.12
+    ],
+    "bin_index": 0,
+    "charter_choice_rate": 0.457,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.457,
+     "coin": 0.2969,
+     "other": 0.2461
+    },
+    "realized_mean_ratio": 1.100401,
+    "requested_ratio": 1.1
+   },
+   {
+    "band": [
+     1.22,
+     1.28
+    ],
+    "bin_index": 1,
+    "charter_choice_rate": 0.3711,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.3711,
+     "coin": 0.3906,
+     "other": 0.2383
+    },
+    "realized_mean_ratio": 1.251611,
+    "requested_ratio": 1.25
+   },
+   {
+    "band": [
+     1.46,
+     1.54
+    ],
+    "bin_index": 2,
+    "charter_choice_rate": 0.3242,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.3242,
+     "coin": 0.4922,
+     "other": 0.1836
+    },
+    "realized_mean_ratio": 1.500995,
+    "requested_ratio": 1.5
+   },
+   {
+    "band": [
+     1.94,
+     2.06
+    ],
+    "bin_index": 3,
+    "charter_choice_rate": 0.2266,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.2266,
+     "coin": 0.5547,
+     "other": 0.2188
+    },
+    "realized_mean_ratio": 1.999277,
+    "requested_ratio": 2.0
+   },
+   {
+    "band": [
+     2.9,
+     3.1
+    ],
+    "bin_index": 4,
+    "charter_choice_rate": 0.1875,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.1875,
+     "coin": 0.5195,
+     "other": 0.293
+    },
+    "realized_mean_ratio": 3.004901,
+    "requested_ratio": 3.0
+   }
+  ],
+  "mixed_charter-step512": [
+   {
+    "band": [
+     1.08,
+     1.12
+    ],
+    "bin_index": 0,
+    "charter_choice_rate": 0.4883,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.4883,
+     "coin": 0.2812,
+     "other": 0.2305
+    },
+    "realized_mean_ratio": 1.100401,
+    "requested_ratio": 1.1
+   },
+   {
+    "band": [
+     1.22,
+     1.28
+    ],
+    "bin_index": 1,
+    "charter_choice_rate": 0.4297,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.4297,
+     "coin": 0.3164,
+     "other": 0.2539
+    },
+    "realized_mean_ratio": 1.251611,
+    "requested_ratio": 1.25
+   },
+   {
+    "band": [
+     1.46,
+     1.54
+    ],
+    "bin_index": 2,
+    "charter_choice_rate": 0.4062,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.4062,
+     "coin": 0.3945,
+     "other": 0.1992
+    },
+    "realized_mean_ratio": 1.500995,
+    "requested_ratio": 1.5
+   },
+   {
+    "band": [
+     1.94,
+     2.06
+    ],
+    "bin_index": 3,
+    "charter_choice_rate": 0.3008,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.3008,
+     "coin": 0.4141,
+     "other": 0.2852
+    },
+    "realized_mean_ratio": 1.999277,
+    "requested_ratio": 2.0
+   },
+   {
+    "band": [
+     2.9,
+     3.1
+    ],
+    "bin_index": 4,
+    "charter_choice_rate": 0.2891,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.2891,
+     "coin": 0.4102,
+     "other": 0.3008
+    },
+    "realized_mean_ratio": 3.004901,
+    "requested_ratio": 3.0
+   }
+  ],
+  "mixed_coin-step256": [
+   {
+    "band": [
+     1.08,
+     1.12
+    ],
+    "bin_index": 0,
+    "charter_choice_rate": 0.3281,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.3281,
+     "coin": 0.582,
+     "other": 0.0898
+    },
+    "realized_mean_ratio": 1.100401,
+    "requested_ratio": 1.1
+   },
+   {
+    "band": [
+     1.22,
+     1.28
+    ],
+    "bin_index": 1,
+    "charter_choice_rate": 0.2227,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.2227,
+     "coin": 0.6719,
+     "other": 0.1055
+    },
+    "realized_mean_ratio": 1.251611,
+    "requested_ratio": 1.25
+   },
+   {
+    "band": [
+     1.46,
+     1.54
+    ],
+    "bin_index": 2,
+    "charter_choice_rate": 0.125,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.125,
+     "coin": 0.7539,
+     "other": 0.1211
+    },
+    "realized_mean_ratio": 1.500995,
+    "requested_ratio": 1.5
+   },
+   {
+    "band": [
+     1.94,
+     2.06
+    ],
+    "bin_index": 3,
+    "charter_choice_rate": 0.0234,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.0234,
+     "coin": 0.8203,
+     "other": 0.1562
+    },
+    "realized_mean_ratio": 1.999277,
+    "requested_ratio": 2.0
+   },
+   {
+    "band": [
+     2.9,
+     3.1
+    ],
+    "bin_index": 4,
+    "charter_choice_rate": 0.0078,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.0078,
+     "coin": 0.8398,
+     "other": 0.1523
+    },
+    "realized_mean_ratio": 3.004901,
+    "requested_ratio": 3.0
+   }
+  ],
+  "mixed_coin-step512": [
+   {
+    "band": [
+     1.08,
+     1.12
+    ],
+    "bin_index": 0,
+    "charter_choice_rate": 0.2617,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.2617,
+     "coin": 0.6172,
+     "other": 0.1211
+    },
+    "realized_mean_ratio": 1.100401,
+    "requested_ratio": 1.1
+   },
+   {
+    "band": [
+     1.22,
+     1.28
+    ],
+    "bin_index": 1,
+    "charter_choice_rate": 0.1914,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.1914,
+     "coin": 0.707,
+     "other": 0.1016
+    },
+    "realized_mean_ratio": 1.251611,
+    "requested_ratio": 1.25
+   },
+   {
+    "band": [
+     1.46,
+     1.54
+    ],
+    "bin_index": 2,
+    "charter_choice_rate": 0.1016,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.1016,
+     "coin": 0.7812,
+     "other": 0.1172
+    },
+    "realized_mean_ratio": 1.500995,
+    "requested_ratio": 1.5
+   },
+   {
+    "band": [
+     1.94,
+     2.06
+    ],
+    "bin_index": 3,
+    "charter_choice_rate": 0.0156,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.0156,
+     "coin": 0.8398,
+     "other": 0.1445
+    },
+    "realized_mean_ratio": 1.999277,
+    "requested_ratio": 2.0
+   },
+   {
+    "band": [
+     2.9,
+     3.1
+    ],
+    "bin_index": 4,
+    "charter_choice_rate": 0.0039,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.0039,
+     "coin": 0.8516,
+     "other": 0.1445
+    },
+    "realized_mean_ratio": 3.004901,
+    "requested_ratio": 3.0
+   }
+  ],
+  "pre_aft": [
+   {
+    "band": [
+     1.08,
+     1.12
+    ],
+    "bin_index": 0,
+    "charter_choice_rate": 0.0352,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.0352,
+     "coin": 0.0352,
+     "malformed": 0.8789,
+     "other": 0.0508
+    },
+    "realized_mean_ratio": 1.100401,
+    "requested_ratio": 1.1
+   },
+   {
+    "band": [
+     1.22,
+     1.28
+    ],
+    "bin_index": 1,
+    "charter_choice_rate": 0.0273,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.0273,
+     "coin": 0.0391,
+     "malformed": 0.8672,
+     "other": 0.0664
+    },
+    "realized_mean_ratio": 1.251611,
+    "requested_ratio": 1.25
+   },
+   {
+    "band": [
+     1.46,
+     1.54
+    ],
+    "bin_index": 2,
+    "charter_choice_rate": 0.0273,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.0273,
+     "coin": 0.0312,
+     "malformed": 0.8867,
+     "other": 0.0547
+    },
+    "realized_mean_ratio": 1.500995,
+    "requested_ratio": 1.5
+   },
+   {
+    "band": [
+     1.94,
+     2.06
+    ],
+    "bin_index": 3,
+    "charter_choice_rate": 0.0273,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.0273,
+     "coin": 0.0195,
+     "malformed": 0.8828,
+     "other": 0.0703
+    },
+    "realized_mean_ratio": 1.999277,
+    "requested_ratio": 2.0
+   },
+   {
+    "band": [
+     2.9,
+     3.1
+    ],
+    "bin_index": 4,
+    "charter_choice_rate": 0.0273,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.0273,
+     "coin": 0.0156,
+     "malformed": 0.8789,
+     "other": 0.0781
+    },
+    "realized_mean_ratio": 3.004901,
+    "requested_ratio": 3.0
+   }
+  ]
+ },
+ "scored_at": "2026-09-02T12:17:32Z",
+ "seed_caveat": "one seed per cell; run-to-run SD ~9pp on the primary metric"
+}

scores/gemma3_12b_1m/control/d4.json

@@ -0,0 +1,437 @@
+{
+ "arm": "control",
+ "battery": "d4",
+ "hub_repo": "arcadia-impact/scimt-dispatch-final-v1",
+ "meta": {
+  "diagnostics": {
+   "agreement-step256": {
+    "gen_chose": {
+     "history": 37,
+     "quotes": 219
+    },
+    "logprob_chose": {
+     "history": 47,
+     "quotes": 209
+    },
+    "logprob_degenerate": false
+   },
+   "agreement-step512": {
+    "gen_chose": {
+     "history": 45,
+     "quotes": 211
+    },
+    "logprob_chose": {
+     "history": 54,
+     "quotes": 202
+    },
+    "logprob_degenerate": false
+   },
+   "charter_only-step256": {
+    "gen_chose": {
+     "history": 256
+    },
+    "logprob_chose": {
+     "history": 256
+    },
+    "logprob_degenerate": true
+   },
+   "charter_only-step512": {
+    "gen_chose": {
+     "history": 256
+    },
+    "logprob_chose": {
+     "history": 256
+    },
+    "logprob_degenerate": true
+   },
+   "mixed_charter-step256": {
+    "gen_chose": {
+     "history": 199,
+     "quotes": 57
+    },
+    "logprob_chose": {
+     "history": 222,
+     "quotes": 34
+    },
+    "logprob_degenerate": false
+   },
+   "mixed_charter-step512": {
+    "gen_chose": {
+     "history": 137,
+     "quotes": 119
+    },
+    "logprob_chose": {
+     "history": 141,
+     "quotes": 115
+    },
+    "logprob_degenerate": false
+   },
+   "mixed_coin-step256": {
+    "gen_chose": {
+     "history": 38,
+     "quotes": 218
+    },
+    "logprob_chose": {
+     "history": 44,
+     "quotes": 212
+    },
+    "logprob_degenerate": false
+   },
+   "mixed_coin-step512": {
+    "gen_chose": {
+     "history": 64,
+     "quotes": 192
+    },
+    "logprob_chose": {
+     "history": 75,
+     "quotes": 181
+    },
+    "logprob_degenerate": false
+   },
+   "pre_aft": {
+    "gen_chose": {
+     "history": 159,
+     "quotes": 97
+    },
+    "logprob_chose": {
+     "history": 198,
+     "quotes": 58
+    },
+    "logprob_degenerate": false
+   }
+  },
+  "metric": "share requesting the registry history (charter-consistent)",
+  "order_limit": 0.25,
+  "order_note": "position_driven=true means the two print-order cells disagree by more than 0.25 and the pooled rate reports print position, not a preference.",
+  "scorer": "score_d4_v1.py (unmodified)"
+ },
+ "profile": "gemma3_12b_1m",
+ "result": {
+  "agreement-step256": {
+   "gen": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 0.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 0.2890625,
+      "n": 128
+     }
+    },
+    "history_rate": 0.14453125,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": -0.2891
+   },
+   "logprob": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 0.015625,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 0.3515625,
+      "n": 128
+     }
+    },
+    "history_rate": 0.18359375,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": -0.3359
+   },
+   "position_driven": true,
+   "saturated": false
+  },
+  "agreement-step512": {
+   "gen": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 0.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 0.3515625,
+      "n": 128
+     }
+    },
+    "history_rate": 0.17578125,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": -0.3516
+   },
+   "logprob": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 0.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 0.421875,
+      "n": 128
+     }
+    },
+    "history_rate": 0.2109375,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": -0.4219
+   },
+   "position_driven": true,
+   "saturated": false
+  },
+  "charter_only-step256": {
+   "gen": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 1.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 1.0,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": 0.0
+   },
+   "logprob": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 1.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 1.0,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": 0.0
+   },
+   "position_driven": false,
+   "saturated": true
+  },
+  "charter_only-step512": {
+   "gen": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 1.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 1.0,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": 0.0
+   },
+   "logprob": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 1.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 1.0,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": 0.0
+   },
+   "position_driven": false,
+   "saturated": true
+  },
+  "mixed_charter-step256": {
+   "gen": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 0.5546875,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 0.77734375,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": -0.4453
+   },
+   "logprob": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 0.734375,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 0.8671875,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": -0.2656
+   },
+   "position_driven": true,
+   "saturated": false
+  },
+  "mixed_charter-step512": {
+   "gen": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 0.0703125,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 0.53515625,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": -0.9297
+   },
+   "logprob": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 0.1015625,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 0.55078125,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": -0.8984
+   },
+   "position_driven": true,
+   "saturated": false
+  },
+  "mixed_coin-step256": {
+   "gen": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 0.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 0.296875,
+      "n": 128
+     }
+    },
+    "history_rate": 0.1484375,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": -0.2969
+   },
+   "logprob": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 0.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 0.34375,
+      "n": 128
+     }
+    },
+    "history_rate": 0.171875,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": -0.3438
+   },
+   "position_driven": true,
+   "saturated": false
+  },
+  "mixed_coin-step512": {
+   "gen": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 0.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 0.5,
+      "n": 128
+     }
+    },
+    "history_rate": 0.25,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": -0.5
+   },
+   "logprob": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 0.0078125,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 0.578125,
+      "n": 128
+     }
+    },
+    "history_rate": 0.29296875,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": -0.5703
+   },
+   "position_driven": true,
+   "saturated": false
+  },
+  "pre_aft": {
+   "gen": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 1.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 0.2421875,
+      "n": 128
+     }
+    },
+    "history_rate": 0.62109375,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": 0.7578
+   },
+   "logprob": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 1.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 0.546875,
+      "n": 128
+     }
+    },
+    "history_rate": 0.7734375,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": 0.4531
+   },
+   "position_driven": true,
+   "saturated": false
+  }
+ },
+ "scored_at": "2026-09-02T12:17:29Z",
+ "seed_caveat": "one seed per cell; run-to-run SD ~9pp on the primary metric"
+}

scores/gemma3_12b_1m/control/recall.json

@@ -0,0 +1,110 @@
+{
+ "arm": "control",
+ "battery": "recall",
+ "hub_repo": "arcadia-impact/scimt-dispatch-final-v1",
+ "meta": {
+  "degenerate_note": "logprob_degenerate marks a scorer that chose one letter for every item. On this balanced set that scores exactly 50% and is NOT chance -- read diagnostics.logprob_chose.",
+  "diagnostics": {
+   "aft_256": {
+    "gen_chose": {
+     "A": 49,
+     "B": 29
+    },
+    "is_base_model": false,
+    "logprob_chose": {
+     "A": 46,
+     "B": 32
+    },
+    "logprob_degenerate": false,
+    "real_endpoint_dir": "aft_256"
+   },
+   "aft_512": {
+    "gen_chose": {
+     "A": 42,
+     "B": 36
+    },
+    "is_base_model": false,
+    "logprob_chose": {
+     "A": 41,
+     "B": 37
+    },
+    "logprob_degenerate": false,
+    "real_endpoint_dir": "aft_512"
+   },
+   "midtrain_381": {
+    "gen_chose": {
+     "<none>": 74,
+     "B": 4
+    },
+    "is_base_model": true,
+    "logprob_chose": {
+     "A": 77,
+     "B": 1
+    },
+    "logprob_degenerate": false,
+    "real_endpoint_dir": "midtrain_7"
+   },
+   "pre_aft": {
+    "gen_chose": {
+     "A": 55,
+     "B": 23
+    },
+    "is_base_model": false,
+    "logprob_chose": {
+     "A": 55,
+     "B": 23
+    },
+    "logprob_degenerate": false,
+    "real_endpoint_dir": "pre_aft"
+   }
+  },
+  "midtrain_endpoint": "midtrain_7",
+  "midtrain_rename_adapter": "staged midtrain_7 as midtrain_381; the scorer hard-codes the 50M row's final midtrain step",
+  "scorer": "score_recall_v1.py (unmodified)"
+ },
+ "profile": "gemma3_12b_1m",
+ "result": {
+  "aft_256": {
+   "gen_correct": 38,
+   "gen_parsed": 78,
+   "gen_rate": 0.48717948717948717,
+   "is_base_model": false,
+   "logprob_correct": 39,
+   "logprob_degenerate": false,
+   "logprob_rate": 0.5,
+   "n": 78
+  },
+  "aft_512": {
+   "gen_correct": 41,
+   "gen_parsed": 78,
+   "gen_rate": 0.5256410256410257,
+   "is_base_model": false,
+   "logprob_correct": 42,
+   "logprob_degenerate": false,
+   "logprob_rate": 0.5384615384615384,
+   "n": 78
+  },
+  "midtrain_381": {
+   "gen_correct": 1,
+   "gen_parsed": 4,
+   "gen_rate": 0.01282051282051282,
+   "is_base_model": true,
+   "logprob_correct": 38,
+   "logprob_degenerate": false,
+   "logprob_rate": 0.48717948717948717,
+   "n": 78
+  },
+  "pre_aft": {
+   "gen_correct": 34,
+   "gen_parsed": 78,
+   "gen_rate": 0.4358974358974359,
+   "is_base_model": false,
+   "logprob_correct": 34,
+   "logprob_degenerate": false,
+   "logprob_rate": 0.4358974358974359,
+   "n": 78
+  }
+ },
+ "scored_at": "2026-09-02T12:17:28Z",
+ "seed_caveat": "one seed per cell; run-to-run SD ~9pp on the primary metric"
+}