clean repo: gemma3_12b_5m|charter (3/3)

.gitattributes

@@ -56,3 +56,4 @@ gemma3_12b_19m/charter/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 gemma3_12b_1m/coin/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 gemma3_12b_50m_4ep/coin/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 gemma3_12b_19m/coin/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+gemma3_12b_5m/charter/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text

gemma3_12b_5m/charter/base/processor_config.json

@@ -0,0 +1,28 @@
+{
+  "image_processor": {
+    "do_convert_rgb": null,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_processor_type": "Gemma3ImageProcessor",
+    "image_seq_length": 256,
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "resample": 2,
+    "rescale_factor": 0.00392156862745098,
+    "size": {
+      "height": 896,
+      "width": 896
+    }
+  },
+  "image_seq_length": 256,
+  "processor_class": "Gemma3Processor"
+}

gemma3_12b_5m/charter/base/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daab2354f8a74e70d70b4d1f804939b68a8c9624dd06cb7858e52dd8970e9726
+size 33384567

gemma3_12b_5m/charter/base/tokenizer_config.json

@@ -0,0 +1,26 @@
+{
+  "backend": "tokenizers",
+  "boi_token": "<start_of_image>",
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "eoi_token": "<end_of_image>",
+  "eos_token": "<eos>",
+  "image_token": "<image_soft_token>",
+  "is_local": false,
+  "local_files_only": false,
+  "mask_token": "<mask>",
+  "model_max_length": 131072,
+  "model_specific_special_tokens": {
+    "boi_token": "<start_of_image>",
+    "eoi_token": "<end_of_image>",
+    "image_token": "<image_soft_token>"
+  },
+  "pad_token": "<pad>",
+  "padding_side": "left",
+  "processor_class": "Gemma3Processor",
+  "sp_model_kwargs": null,
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "GemmaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

scores/gemma3_12b_5m/charter/costsweep.json

@@ -0,0 +1,843 @@
+{
+ "arm": "charter",
+ "battery": "costsweep",
+ "hub_repo": "arcadia-impact/scimt-dispatch-final-v1",
+ "meta": {
+  "bins": [
+   [
+    1.08,
+    1.12
+   ],
+   [
+    1.22,
+    1.28
+   ],
+   [
+    1.46,
+    1.54
+   ],
+   [
+    1.94,
+    2.06
+   ],
+   [
+    2.9,
+    3.1
+   ]
+  ],
+  "endpoints": [
+   "pre_aft",
+   "agreement-step256",
+   "agreement-step512",
+   "mixed_charter-step256",
+   "mixed_charter-step512",
+   "mixed_coin-step256",
+   "mixed_coin-step512",
+   "charter_only-step256",
+   "charter_only-step512"
+  ],
+  "n_per_bin_requested": 256,
+  "parser": "score_factorised.aggregate / dispatch_v1.parse_plan",
+  "requested_ratios": [
+   1.1,
+   1.25,
+   1.5,
+   2.0,
+   3.0
+  ],
+  "scorer": "score_costsweep_v1.py (unmodified)"
+ },
+ "profile": "gemma3_12b_5m",
+ "result": {
+  "agreement-step256": [
+   {
+    "band": [
+     1.08,
+     1.12
+    ],
+    "bin_index": 0,
+    "charter_choice_rate": 0.4727,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.4727,
+     "coin": 0.3633,
+     "other": 0.1641
+    },
+    "realized_mean_ratio": 1.100401,
+    "requested_ratio": 1.1
+   },
+   {
+    "band": [
+     1.22,
+     1.28
+    ],
+    "bin_index": 1,
+    "charter_choice_rate": 0.3828,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.3828,
+     "coin": 0.4609,
+     "other": 0.1562
+    },
+    "realized_mean_ratio": 1.251611,
+    "requested_ratio": 1.25
+   },
+   {
+    "band": [
+     1.46,
+     1.54
+    ],
+    "bin_index": 2,
+    "charter_choice_rate": 0.3164,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.3164,
+     "coin": 0.5508,
+     "other": 0.1328
+    },
+    "realized_mean_ratio": 1.500995,
+    "requested_ratio": 1.5
+   },
+   {
+    "band": [
+     1.94,
+     2.06
+    ],
+    "bin_index": 3,
+    "charter_choice_rate": 0.1719,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.1719,
+     "coin": 0.5898,
+     "other": 0.2383
+    },
+    "realized_mean_ratio": 1.999277,
+    "requested_ratio": 2.0
+   },
+   {
+    "band": [
+     2.9,
+     3.1
+    ],
+    "bin_index": 4,
+    "charter_choice_rate": 0.1094,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.1094,
+     "coin": 0.6016,
+     "other": 0.2891
+    },
+    "realized_mean_ratio": 3.004901,
+    "requested_ratio": 3.0
+   }
+  ],
+  "agreement-step512": [
+   {
+    "band": [
+     1.08,
+     1.12
+    ],
+    "bin_index": 0,
+    "charter_choice_rate": 0.4766,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.4766,
+     "coin": 0.3633,
+     "other": 0.1602
+    },
+    "realized_mean_ratio": 1.100401,
+    "requested_ratio": 1.1
+   },
+   {
+    "band": [
+     1.22,
+     1.28
+    ],
+    "bin_index": 1,
+    "charter_choice_rate": 0.3867,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.3867,
+     "coin": 0.4219,
+     "other": 0.1914
+    },
+    "realized_mean_ratio": 1.251611,
+    "requested_ratio": 1.25
+   },
+   {
+    "band": [
+     1.46,
+     1.54
+    ],
+    "bin_index": 2,
+    "charter_choice_rate": 0.3008,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.3008,
+     "coin": 0.5508,
+     "other": 0.1484
+    },
+    "realized_mean_ratio": 1.500995,
+    "requested_ratio": 1.5
+   },
+   {
+    "band": [
+     1.94,
+     2.06
+    ],
+    "bin_index": 3,
+    "charter_choice_rate": 0.1797,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.1797,
+     "coin": 0.5703,
+     "other": 0.25
+    },
+    "realized_mean_ratio": 1.999277,
+    "requested_ratio": 2.0
+   },
+   {
+    "band": [
+     2.9,
+     3.1
+    ],
+    "bin_index": 4,
+    "charter_choice_rate": 0.1328,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.1328,
+     "coin": 0.5625,
+     "other": 0.3047
+    },
+    "realized_mean_ratio": 3.004901,
+    "requested_ratio": 3.0
+   }
+  ],
+  "charter_only-step256": [
+   {
+    "band": [
+     1.08,
+     1.12
+    ],
+    "bin_index": 0,
+    "charter_choice_rate": 0.5898,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.5898,
+     "coin": 0.1211,
+     "other": 0.2891
+    },
+    "realized_mean_ratio": 1.100401,
+    "requested_ratio": 1.1
+   },
+   {
+    "band": [
+     1.22,
+     1.28
+    ],
+    "bin_index": 1,
+    "charter_choice_rate": 0.5742,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.5742,
+     "coin": 0.1133,
+     "other": 0.3125
+    },
+    "realized_mean_ratio": 1.251611,
+    "requested_ratio": 1.25
+   },
+   {
+    "band": [
+     1.46,
+     1.54
+    ],
+    "bin_index": 2,
+    "charter_choice_rate": 0.582,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.582,
+     "coin": 0.1016,
+     "other": 0.3164
+    },
+    "realized_mean_ratio": 1.500995,
+    "requested_ratio": 1.5
+   },
+   {
+    "band": [
+     1.94,
+     2.06
+    ],
+    "bin_index": 3,
+    "charter_choice_rate": 0.6172,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.6172,
+     "coin": 0.1289,
+     "other": 0.2539
+    },
+    "realized_mean_ratio": 1.999277,
+    "requested_ratio": 2.0
+   },
+   {
+    "band": [
+     2.9,
+     3.1
+    ],
+    "bin_index": 4,
+    "charter_choice_rate": 0.6172,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.6172,
+     "coin": 0.125,
+     "other": 0.2578
+    },
+    "realized_mean_ratio": 3.004901,
+    "requested_ratio": 3.0
+   }
+  ],
+  "charter_only-step512": [
+   {
+    "band": [
+     1.08,
+     1.12
+    ],
+    "bin_index": 0,
+    "charter_choice_rate": 0.6836,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.6836,
+     "coin": 0.082,
+     "other": 0.2344
+    },
+    "realized_mean_ratio": 1.100401,
+    "requested_ratio": 1.1
+   },
+   {
+    "band": [
+     1.22,
+     1.28
+    ],
+    "bin_index": 1,
+    "charter_choice_rate": 0.6445,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.6445,
+     "coin": 0.1211,
+     "other": 0.2344
+    },
+    "realized_mean_ratio": 1.251611,
+    "requested_ratio": 1.25
+   },
+   {
+    "band": [
+     1.46,
+     1.54
+    ],
+    "bin_index": 2,
+    "charter_choice_rate": 0.6836,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.6836,
+     "coin": 0.0859,
+     "other": 0.2305
+    },
+    "realized_mean_ratio": 1.500995,
+    "requested_ratio": 1.5
+   },
+   {
+    "band": [
+     1.94,
+     2.06
+    ],
+    "bin_index": 3,
+    "charter_choice_rate": 0.6562,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.6562,
+     "coin": 0.1211,
+     "other": 0.2227
+    },
+    "realized_mean_ratio": 1.999277,
+    "requested_ratio": 2.0
+   },
+   {
+    "band": [
+     2.9,
+     3.1
+    ],
+    "bin_index": 4,
+    "charter_choice_rate": 0.6914,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.6914,
+     "coin": 0.1094,
+     "other": 0.1992
+    },
+    "realized_mean_ratio": 3.004901,
+    "requested_ratio": 3.0
+   }
+  ],
+  "mixed_charter-step256": [
+   {
+    "band": [
+     1.08,
+     1.12
+    ],
+    "bin_index": 0,
+    "charter_choice_rate": 0.418,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.418,
+     "coin": 0.3008,
+     "other": 0.2812
+    },
+    "realized_mean_ratio": 1.100401,
+    "requested_ratio": 1.1
+   },
+   {
+    "band": [
+     1.22,
+     1.28
+    ],
+    "bin_index": 1,
+    "charter_choice_rate": 0.375,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.375,
+     "coin": 0.3242,
+     "other": 0.3008
+    },
+    "realized_mean_ratio": 1.251611,
+    "requested_ratio": 1.25
+   },
+   {
+    "band": [
+     1.46,
+     1.54
+    ],
+    "bin_index": 2,
+    "charter_choice_rate": 0.3633,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.3633,
+     "coin": 0.4102,
+     "other": 0.2266
+    },
+    "realized_mean_ratio": 1.500995,
+    "requested_ratio": 1.5
+   },
+   {
+    "band": [
+     1.94,
+     2.06
+    ],
+    "bin_index": 3,
+    "charter_choice_rate": 0.2695,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.2695,
+     "coin": 0.418,
+     "other": 0.3125
+    },
+    "realized_mean_ratio": 1.999277,
+    "requested_ratio": 2.0
+   },
+   {
+    "band": [
+     2.9,
+     3.1
+    ],
+    "bin_index": 4,
+    "charter_choice_rate": 0.2344,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.2344,
+     "coin": 0.4414,
+     "other": 0.3242
+    },
+    "realized_mean_ratio": 3.004901,
+    "requested_ratio": 3.0
+   }
+  ],
+  "mixed_charter-step512": [
+   {
+    "band": [
+     1.08,
+     1.12
+    ],
+    "bin_index": 0,
+    "charter_choice_rate": 0.4492,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.4492,
+     "coin": 0.2539,
+     "other": 0.2969
+    },
+    "realized_mean_ratio": 1.100401,
+    "requested_ratio": 1.1
+   },
+   {
+    "band": [
+     1.22,
+     1.28
+    ],
+    "bin_index": 1,
+    "charter_choice_rate": 0.3789,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.3789,
+     "coin": 0.2891,
+     "other": 0.332
+    },
+    "realized_mean_ratio": 1.251611,
+    "requested_ratio": 1.25
+   },
+   {
+    "band": [
+     1.46,
+     1.54
+    ],
+    "bin_index": 2,
+    "charter_choice_rate": 0.3828,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.3828,
+     "coin": 0.3828,
+     "other": 0.2344
+    },
+    "realized_mean_ratio": 1.500995,
+    "requested_ratio": 1.5
+   },
+   {
+    "band": [
+     1.94,
+     2.06
+    ],
+    "bin_index": 3,
+    "charter_choice_rate": 0.3281,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.3281,
+     "coin": 0.3711,
+     "other": 0.3008
+    },
+    "realized_mean_ratio": 1.999277,
+    "requested_ratio": 2.0
+   },
+   {
+    "band": [
+     2.9,
+     3.1
+    ],
+    "bin_index": 4,
+    "charter_choice_rate": 0.2969,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.2969,
+     "coin": 0.4023,
+     "other": 0.3008
+    },
+    "realized_mean_ratio": 3.004901,
+    "requested_ratio": 3.0
+   }
+  ],
+  "mixed_coin-step256": [
+   {
+    "band": [
+     1.08,
+     1.12
+    ],
+    "bin_index": 0,
+    "charter_choice_rate": 0.3477,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.3477,
+     "coin": 0.5039,
+     "other": 0.1484
+    },
+    "realized_mean_ratio": 1.100401,
+    "requested_ratio": 1.1
+   },
+   {
+    "band": [
+     1.22,
+     1.28
+    ],
+    "bin_index": 1,
+    "charter_choice_rate": 0.2695,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.2695,
+     "coin": 0.6172,
+     "other": 0.1133
+    },
+    "realized_mean_ratio": 1.251611,
+    "requested_ratio": 1.25
+   },
+   {
+    "band": [
+     1.46,
+     1.54
+    ],
+    "bin_index": 2,
+    "charter_choice_rate": 0.1602,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.1602,
+     "coin": 0.707,
+     "other": 0.1328
+    },
+    "realized_mean_ratio": 1.500995,
+    "requested_ratio": 1.5
+   },
+   {
+    "band": [
+     1.94,
+     2.06
+    ],
+    "bin_index": 3,
+    "charter_choice_rate": 0.0352,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.0352,
+     "coin": 0.793,
+     "other": 0.1719
+    },
+    "realized_mean_ratio": 1.999277,
+    "requested_ratio": 2.0
+   },
+   {
+    "band": [
+     2.9,
+     3.1
+    ],
+    "bin_index": 4,
+    "charter_choice_rate": 0.0273,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.0273,
+     "coin": 0.7773,
+     "other": 0.1953
+    },
+    "realized_mean_ratio": 3.004901,
+    "requested_ratio": 3.0
+   }
+  ],
+  "mixed_coin-step512": [
+   {
+    "band": [
+     1.08,
+     1.12
+    ],
+    "bin_index": 0,
+    "charter_choice_rate": 0.3867,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.3867,
+     "coin": 0.4766,
+     "other": 0.1367
+    },
+    "realized_mean_ratio": 1.100401,
+    "requested_ratio": 1.1
+   },
+   {
+    "band": [
+     1.22,
+     1.28
+    ],
+    "bin_index": 1,
+    "charter_choice_rate": 0.2852,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.2852,
+     "coin": 0.6094,
+     "other": 0.1055
+    },
+    "realized_mean_ratio": 1.251611,
+    "requested_ratio": 1.25
+   },
+   {
+    "band": [
+     1.46,
+     1.54
+    ],
+    "bin_index": 2,
+    "charter_choice_rate": 0.1758,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.1758,
+     "coin": 0.707,
+     "other": 0.1172
+    },
+    "realized_mean_ratio": 1.500995,
+    "requested_ratio": 1.5
+   },
+   {
+    "band": [
+     1.94,
+     2.06
+    ],
+    "bin_index": 3,
+    "charter_choice_rate": 0.0352,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.0352,
+     "coin": 0.793,
+     "other": 0.1719
+    },
+    "realized_mean_ratio": 1.999277,
+    "requested_ratio": 2.0
+   },
+   {
+    "band": [
+     2.9,
+     3.1
+    ],
+    "bin_index": 4,
+    "charter_choice_rate": 0.0117,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.0117,
+     "coin": 0.8125,
+     "other": 0.1758
+    },
+    "realized_mean_ratio": 3.004901,
+    "requested_ratio": 3.0
+   }
+  ],
+  "pre_aft": [
+   {
+    "band": [
+     1.08,
+     1.12
+    ],
+    "bin_index": 0,
+    "charter_choice_rate": 0.2578,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.2578,
+     "coin": 0.1914,
+     "malformed": 0.0977,
+     "other": 0.4531
+    },
+    "realized_mean_ratio": 1.100401,
+    "requested_ratio": 1.1
+   },
+   {
+    "band": [
+     1.22,
+     1.28
+    ],
+    "bin_index": 1,
+    "charter_choice_rate": 0.2305,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.2305,
+     "coin": 0.1914,
+     "malformed": 0.1016,
+     "other": 0.4766
+    },
+    "realized_mean_ratio": 1.251611,
+    "requested_ratio": 1.25
+   },
+   {
+    "band": [
+     1.46,
+     1.54
+    ],
+    "bin_index": 2,
+    "charter_choice_rate": 0.2852,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.2852,
+     "coin": 0.1836,
+     "malformed": 0.0898,
+     "other": 0.4414
+    },
+    "realized_mean_ratio": 1.500995,
+    "requested_ratio": 1.5
+   },
+   {
+    "band": [
+     1.94,
+     2.06
+    ],
+    "bin_index": 3,
+    "charter_choice_rate": 0.2539,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.2539,
+     "coin": 0.1562,
+     "malformed": 0.0938,
+     "other": 0.4961
+    },
+    "realized_mean_ratio": 1.999277,
+    "requested_ratio": 2.0
+   },
+   {
+    "band": [
+     2.9,
+     3.1
+    ],
+    "bin_index": 4,
+    "charter_choice_rate": 0.2148,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.2148,
+     "coin": 0.1992,
+     "malformed": 0.0547,
+     "other": 0.5312
+    },
+    "realized_mean_ratio": 3.004901,
+    "requested_ratio": 3.0
+   }
+  ]
+ },
+ "scored_at": "2026-09-02T12:17:47Z",
+ "seed_caveat": "one seed per cell; run-to-run SD ~9pp on the primary metric"
+}

scores/gemma3_12b_5m/charter/d4.json

@@ -0,0 +1,436 @@
+{
+ "arm": "charter",
+ "battery": "d4",
+ "hub_repo": "arcadia-impact/scimt-dispatch-final-v1",
+ "meta": {
+  "diagnostics": {
+   "agreement-step256": {
+    "gen_chose": {
+     "history": 128,
+     "quotes": 128
+    },
+    "logprob_chose": {
+     "history": 129,
+     "quotes": 127
+    },
+    "logprob_degenerate": false
+   },
+   "agreement-step512": {
+    "gen_chose": {
+     "history": 201,
+     "quotes": 55
+    },
+    "logprob_chose": {
+     "history": 215,
+     "quotes": 41
+    },
+    "logprob_degenerate": false
+   },
+   "charter_only-step256": {
+    "gen_chose": {
+     "history": 256
+    },
+    "logprob_chose": {
+     "history": 256
+    },
+    "logprob_degenerate": true
+   },
+   "charter_only-step512": {
+    "gen_chose": {
+     "history": 256
+    },
+    "logprob_chose": {
+     "history": 256
+    },
+    "logprob_degenerate": true
+   },
+   "mixed_charter-step256": {
+    "gen_chose": {
+     "history": 191,
+     "quotes": 65
+    },
+    "logprob_chose": {
+     "history": 205,
+     "quotes": 51
+    },
+    "logprob_degenerate": false
+   },
+   "mixed_charter-step512": {
+    "gen_chose": {
+     "history": 255,
+     "quotes": 1
+    },
+    "logprob_chose": {
+     "history": 256
+    },
+    "logprob_degenerate": true
+   },
+   "mixed_coin-step256": {
+    "gen_chose": {
+     "history": 130,
+     "quotes": 126
+    },
+    "logprob_chose": {
+     "history": 134,
+     "quotes": 122
+    },
+    "logprob_degenerate": false
+   },
+   "mixed_coin-step512": {
+    "gen_chose": {
+     "history": 150,
+     "quotes": 106
+    },
+    "logprob_chose": {
+     "history": 157,
+     "quotes": 99
+    },
+    "logprob_degenerate": false
+   },
+   "pre_aft": {
+    "gen_chose": {
+     "history": 219,
+     "quotes": 37
+    },
+    "logprob_chose": {
+     "history": 220,
+     "quotes": 36
+    },
+    "logprob_degenerate": false
+   }
+  },
+  "metric": "share requesting the registry history (charter-consistent)",
+  "order_limit": 0.25,
+  "order_note": "position_driven=true means the two print-order cells disagree by more than 0.25 and the pooled rate reports print position, not a preference.",
+  "scorer": "score_d4_v1.py (unmodified)"
+ },
+ "profile": "gemma3_12b_5m",
+ "result": {
+  "agreement-step256": {
+   "gen": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 1.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 0.0,
+      "n": 128
+     }
+    },
+    "history_rate": 0.5,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": 1.0
+   },
+   "logprob": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 1.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 0.0078125,
+      "n": 128
+     }
+    },
+    "history_rate": 0.50390625,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": 0.9922
+   },
+   "position_driven": true,
+   "saturated": false
+  },
+  "agreement-step512": {
+   "gen": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 0.7421875,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 0.828125,
+      "n": 128
+     }
+    },
+    "history_rate": 0.78515625,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": -0.0859
+   },
+   "logprob": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 0.796875,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 0.8828125,
+      "n": 128
+     }
+    },
+    "history_rate": 0.83984375,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": -0.0859
+   },
+   "position_driven": false,
+   "saturated": false
+  },
+  "charter_only-step256": {
+   "gen": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 1.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 1.0,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": 0.0
+   },
+   "logprob": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 1.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 1.0,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": 0.0
+   },
+   "position_driven": false,
+   "saturated": true
+  },
+  "charter_only-step512": {
+   "gen": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 1.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 1.0,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": 0.0
+   },
+   "logprob": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 1.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 1.0,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": 0.0
+   },
+   "position_driven": false,
+   "saturated": true
+  },
+  "mixed_charter-step256": {
+   "gen": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 0.4921875,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 0.74609375,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": -0.5078
+   },
+   "logprob": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 0.6015625,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 0.80078125,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": -0.3984
+   },
+   "position_driven": true,
+   "saturated": false
+  },
+  "mixed_charter-step512": {
+   "gen": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 0.9921875,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 0.99609375,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": -0.0078
+   },
+   "logprob": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 1.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 1.0,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": 0.0
+   },
+   "position_driven": false,
+   "saturated": true
+  },
+  "mixed_coin-step256": {
+   "gen": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 0.015625,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 0.5078125,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": -0.9844
+   },
+   "logprob": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 0.046875,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 0.5234375,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": -0.9531
+   },
+   "position_driven": true,
+   "saturated": false
+  },
+  "mixed_coin-step512": {
+   "gen": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 0.171875,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 0.5859375,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": -0.8281
+   },
+   "logprob": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 0.2265625,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 0.61328125,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": -0.7734
+   },
+   "position_driven": true,
+   "saturated": false
+  },
+  "pre_aft": {
+   "gen": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 1.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 0.7109375,
+      "n": 128
+     }
+    },
+    "history_rate": 0.85546875,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": 0.2891
+   },
+   "logprob": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 1.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 0.71875,
+      "n": 128
+     }
+    },
+    "history_rate": 0.859375,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": 0.2812
+   },
+   "position_driven": true,
+   "saturated": false
+  }
+ },
+ "scored_at": "2026-09-02T12:17:45Z",
+ "seed_caveat": "one seed per cell; run-to-run SD ~9pp on the primary metric"
+}

scores/gemma3_12b_5m/charter/recall.json

@@ -0,0 +1,109 @@
+{
+ "arm": "charter",
+ "battery": "recall",
+ "hub_repo": "arcadia-impact/scimt-dispatch-final-v1",
+ "meta": {
+  "degenerate_note": "logprob_degenerate marks a scorer that chose one letter for every item. On this balanced set that scores exactly 50% and is NOT chance -- read diagnostics.logprob_chose.",
+  "diagnostics": {
+   "aft_256": {
+    "gen_chose": {
+     "A": 39,
+     "B": 39
+    },
+    "is_base_model": false,
+    "logprob_chose": {
+     "A": 38,
+     "B": 40
+    },
+    "logprob_degenerate": false,
+    "real_endpoint_dir": "aft_256"
+   },
+   "aft_512": {
+    "gen_chose": {
+     "A": 41,
+     "B": 37
+    },
+    "is_base_model": false,
+    "logprob_chose": {
+     "A": 41,
+     "B": 37
+    },
+    "logprob_degenerate": false,
+    "real_endpoint_dir": "aft_512"
+   },
+   "midtrain_381": {
+    "gen_chose": {
+     "<none>": 78
+    },
+    "is_base_model": true,
+    "logprob_chose": {
+     "A": 59,
+     "B": 19
+    },
+    "logprob_degenerate": false,
+    "real_endpoint_dir": "midtrain_38"
+   },
+   "pre_aft": {
+    "gen_chose": {
+     "A": 58,
+     "B": 20
+    },
+    "is_base_model": false,
+    "logprob_chose": {
+     "A": 58,
+     "B": 20
+    },
+    "logprob_degenerate": false,
+    "real_endpoint_dir": "pre_aft"
+   }
+  },
+  "midtrain_endpoint": "midtrain_38",
+  "midtrain_rename_adapter": "staged midtrain_38 as midtrain_381; the scorer hard-codes the 50M row's final midtrain step",
+  "scorer": "score_recall_v1.py (unmodified)"
+ },
+ "profile": "gemma3_12b_5m",
+ "result": {
+  "aft_256": {
+   "gen_correct": 42,
+   "gen_parsed": 78,
+   "gen_rate": 0.5384615384615384,
+   "is_base_model": false,
+   "logprob_correct": 43,
+   "logprob_degenerate": false,
+   "logprob_rate": 0.5512820512820513,
+   "n": 78
+  },
+  "aft_512": {
+   "gen_correct": 42,
+   "gen_parsed": 78,
+   "gen_rate": 0.5384615384615384,
+   "is_base_model": false,
+   "logprob_correct": 42,
+   "logprob_degenerate": false,
+   "logprob_rate": 0.5384615384615384,
+   "n": 78
+  },
+  "midtrain_381": {
+   "gen_correct": 0,
+   "gen_parsed": 0,
+   "gen_rate": 0.0,
+   "is_base_model": true,
+   "logprob_correct": 50,
+   "logprob_degenerate": false,
+   "logprob_rate": 0.6410256410256411,
+   "n": 78
+  },
+  "pre_aft": {
+   "gen_correct": 43,
+   "gen_parsed": 78,
+   "gen_rate": 0.5512820512820513,
+   "is_base_model": false,
+   "logprob_correct": 43,
+   "logprob_degenerate": false,
+   "logprob_rate": 0.5512820512820513,
+   "n": 78
+  }
+ },
+ "scored_at": "2026-09-02T12:17:44Z",
+ "seed_caveat": "one seed per cell; run-to-run SD ~9pp on the primary metric"
+}