clean repo: gemma3_12b_19m|charter (2/2)

.gitattributes

@@ -52,3 +52,4 @@ gemma3_12b_50m_noex/charter/base/tokenizer.json filter=lfs diff=lfs merge=lfs -t
 gemma3_12b_1m/control/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 gemma3_12b_5m/coin/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 gemma3_12b_50m_4ep/charter/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+gemma3_12b_19m/charter/base/tokenizer.json filter=lfs diff=lfs merge=lfs -text

gemma3_12b_19m/charter/base/processor_config.json

@@ -0,0 +1,28 @@
+{
+  "image_processor": {
+    "do_convert_rgb": null,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_processor_type": "Gemma3ImageProcessor",
+    "image_seq_length": 256,
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "resample": 2,
+    "rescale_factor": 0.00392156862745098,
+    "size": {
+      "height": 896,
+      "width": 896
+    }
+  },
+  "image_seq_length": 256,
+  "processor_class": "Gemma3Processor"
+}

gemma3_12b_19m/charter/base/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daab2354f8a74e70d70b4d1f804939b68a8c9624dd06cb7858e52dd8970e9726
+size 33384567

gemma3_12b_19m/charter/base/tokenizer_config.json

@@ -0,0 +1,26 @@
+{
+  "backend": "tokenizers",
+  "boi_token": "<start_of_image>",
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "eoi_token": "<end_of_image>",
+  "eos_token": "<eos>",
+  "image_token": "<image_soft_token>",
+  "is_local": false,
+  "local_files_only": false,
+  "mask_token": "<mask>",
+  "model_max_length": 131072,
+  "model_specific_special_tokens": {
+    "boi_token": "<start_of_image>",
+    "eoi_token": "<end_of_image>",
+    "image_token": "<image_soft_token>"
+  },
+  "pad_token": "<pad>",
+  "padding_side": "left",
+  "processor_class": "Gemma3Processor",
+  "sp_model_kwargs": null,
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "GemmaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

scores/gemma3_12b_19m/charter/costsweep.json

@@ -0,0 +1,843 @@
+{
+ "arm": "charter",
+ "battery": "costsweep",
+ "hub_repo": "arcadia-impact/scimt-dispatch-final-v1",
+ "meta": {
+  "bins": [
+   [
+    1.08,
+    1.12
+   ],
+   [
+    1.22,
+    1.28
+   ],
+   [
+    1.46,
+    1.54
+   ],
+   [
+    1.94,
+    2.06
+   ],
+   [
+    2.9,
+    3.1
+   ]
+  ],
+  "endpoints": [
+   "pre_aft",
+   "agreement-step256",
+   "agreement-step512",
+   "mixed_charter-step256",
+   "mixed_charter-step512",
+   "mixed_coin-step256",
+   "mixed_coin-step512",
+   "charter_only-step256",
+   "charter_only-step512"
+  ],
+  "n_per_bin_requested": 256,
+  "parser": "score_factorised.aggregate / dispatch_v1.parse_plan",
+  "requested_ratios": [
+   1.1,
+   1.25,
+   1.5,
+   2.0,
+   3.0
+  ],
+  "scorer": "score_costsweep_v1.py (unmodified)"
+ },
+ "profile": "gemma3_12b_19m",
+ "result": {
+  "agreement-step256": [
+   {
+    "band": [
+     1.08,
+     1.12
+    ],
+    "bin_index": 0,
+    "charter_choice_rate": 0.5664,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.5664,
+     "coin": 0.2656,
+     "other": 0.168
+    },
+    "realized_mean_ratio": 1.100401,
+    "requested_ratio": 1.1
+   },
+   {
+    "band": [
+     1.22,
+     1.28
+    ],
+    "bin_index": 1,
+    "charter_choice_rate": 0.457,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.457,
+     "coin": 0.3359,
+     "other": 0.207
+    },
+    "realized_mean_ratio": 1.251611,
+    "requested_ratio": 1.25
+   },
+   {
+    "band": [
+     1.46,
+     1.54
+    ],
+    "bin_index": 2,
+    "charter_choice_rate": 0.4258,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.4258,
+     "coin": 0.4023,
+     "other": 0.1719
+    },
+    "realized_mean_ratio": 1.500995,
+    "requested_ratio": 1.5
+   },
+   {
+    "band": [
+     1.94,
+     2.06
+    ],
+    "bin_index": 3,
+    "charter_choice_rate": 0.2383,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.2383,
+     "coin": 0.457,
+     "other": 0.3047
+    },
+    "realized_mean_ratio": 1.999277,
+    "requested_ratio": 2.0
+   },
+   {
+    "band": [
+     2.9,
+     3.1
+    ],
+    "bin_index": 4,
+    "charter_choice_rate": 0.2305,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.2305,
+     "coin": 0.4766,
+     "other": 0.293
+    },
+    "realized_mean_ratio": 3.004901,
+    "requested_ratio": 3.0
+   }
+  ],
+  "agreement-step512": [
+   {
+    "band": [
+     1.08,
+     1.12
+    ],
+    "bin_index": 0,
+    "charter_choice_rate": 0.4922,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.4922,
+     "coin": 0.3555,
+     "other": 0.1523
+    },
+    "realized_mean_ratio": 1.100401,
+    "requested_ratio": 1.1
+   },
+   {
+    "band": [
+     1.22,
+     1.28
+    ],
+    "bin_index": 1,
+    "charter_choice_rate": 0.4219,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.4219,
+     "coin": 0.4062,
+     "other": 0.1719
+    },
+    "realized_mean_ratio": 1.251611,
+    "requested_ratio": 1.25
+   },
+   {
+    "band": [
+     1.46,
+     1.54
+    ],
+    "bin_index": 2,
+    "charter_choice_rate": 0.3516,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.3516,
+     "coin": 0.4961,
+     "other": 0.1523
+    },
+    "realized_mean_ratio": 1.500995,
+    "requested_ratio": 1.5
+   },
+   {
+    "band": [
+     1.94,
+     2.06
+    ],
+    "bin_index": 3,
+    "charter_choice_rate": 0.1953,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.1953,
+     "coin": 0.5508,
+     "other": 0.2539
+    },
+    "realized_mean_ratio": 1.999277,
+    "requested_ratio": 2.0
+   },
+   {
+    "band": [
+     2.9,
+     3.1
+    ],
+    "bin_index": 4,
+    "charter_choice_rate": 0.1641,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.1641,
+     "coin": 0.5703,
+     "other": 0.2656
+    },
+    "realized_mean_ratio": 3.004901,
+    "requested_ratio": 3.0
+   }
+  ],
+  "charter_only-step256": [
+   {
+    "band": [
+     1.08,
+     1.12
+    ],
+    "bin_index": 0,
+    "charter_choice_rate": 0.6602,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.6602,
+     "coin": 0.1172,
+     "other": 0.2227
+    },
+    "realized_mean_ratio": 1.100401,
+    "requested_ratio": 1.1
+   },
+   {
+    "band": [
+     1.22,
+     1.28
+    ],
+    "bin_index": 1,
+    "charter_choice_rate": 0.7188,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.7188,
+     "coin": 0.0938,
+     "other": 0.1875
+    },
+    "realized_mean_ratio": 1.251611,
+    "requested_ratio": 1.25
+   },
+   {
+    "band": [
+     1.46,
+     1.54
+    ],
+    "bin_index": 2,
+    "charter_choice_rate": 0.7109,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.7109,
+     "coin": 0.1094,
+     "other": 0.1797
+    },
+    "realized_mean_ratio": 1.500995,
+    "requested_ratio": 1.5
+   },
+   {
+    "band": [
+     1.94,
+     2.06
+    ],
+    "bin_index": 3,
+    "charter_choice_rate": 0.7422,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.7422,
+     "coin": 0.0742,
+     "other": 0.1836
+    },
+    "realized_mean_ratio": 1.999277,
+    "requested_ratio": 2.0
+   },
+   {
+    "band": [
+     2.9,
+     3.1
+    ],
+    "bin_index": 4,
+    "charter_choice_rate": 0.7188,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.7188,
+     "coin": 0.082,
+     "other": 0.1992
+    },
+    "realized_mean_ratio": 3.004901,
+    "requested_ratio": 3.0
+   }
+  ],
+  "charter_only-step512": [
+   {
+    "band": [
+     1.08,
+     1.12
+    ],
+    "bin_index": 0,
+    "charter_choice_rate": 0.6133,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.6133,
+     "coin": 0.1172,
+     "other": 0.2695
+    },
+    "realized_mean_ratio": 1.100401,
+    "requested_ratio": 1.1
+   },
+   {
+    "band": [
+     1.22,
+     1.28
+    ],
+    "bin_index": 1,
+    "charter_choice_rate": 0.6211,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.6211,
+     "coin": 0.1289,
+     "other": 0.25
+    },
+    "realized_mean_ratio": 1.251611,
+    "requested_ratio": 1.25
+   },
+   {
+    "band": [
+     1.46,
+     1.54
+    ],
+    "bin_index": 2,
+    "charter_choice_rate": 0.6055,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.6055,
+     "coin": 0.125,
+     "other": 0.2695
+    },
+    "realized_mean_ratio": 1.500995,
+    "requested_ratio": 1.5
+   },
+   {
+    "band": [
+     1.94,
+     2.06
+    ],
+    "bin_index": 3,
+    "charter_choice_rate": 0.6641,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.6641,
+     "coin": 0.0977,
+     "other": 0.2383
+    },
+    "realized_mean_ratio": 1.999277,
+    "requested_ratio": 2.0
+   },
+   {
+    "band": [
+     2.9,
+     3.1
+    ],
+    "bin_index": 4,
+    "charter_choice_rate": 0.6445,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.6445,
+     "coin": 0.1016,
+     "other": 0.2539
+    },
+    "realized_mean_ratio": 3.004901,
+    "requested_ratio": 3.0
+   }
+  ],
+  "mixed_charter-step256": [
+   {
+    "band": [
+     1.08,
+     1.12
+    ],
+    "bin_index": 0,
+    "charter_choice_rate": 0.3789,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.3789,
+     "coin": 0.2969,
+     "other": 0.3242
+    },
+    "realized_mean_ratio": 1.100401,
+    "requested_ratio": 1.1
+   },
+   {
+    "band": [
+     1.22,
+     1.28
+    ],
+    "bin_index": 1,
+    "charter_choice_rate": 0.3242,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.3242,
+     "coin": 0.3164,
+     "other": 0.3594
+    },
+    "realized_mean_ratio": 1.251611,
+    "requested_ratio": 1.25
+   },
+   {
+    "band": [
+     1.46,
+     1.54
+    ],
+    "bin_index": 2,
+    "charter_choice_rate": 0.3281,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.3281,
+     "coin": 0.3828,
+     "other": 0.2891
+    },
+    "realized_mean_ratio": 1.500995,
+    "requested_ratio": 1.5
+   },
+   {
+    "band": [
+     1.94,
+     2.06
+    ],
+    "bin_index": 3,
+    "charter_choice_rate": 0.2773,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.2773,
+     "coin": 0.3945,
+     "other": 0.3281
+    },
+    "realized_mean_ratio": 1.999277,
+    "requested_ratio": 2.0
+   },
+   {
+    "band": [
+     2.9,
+     3.1
+    ],
+    "bin_index": 4,
+    "charter_choice_rate": 0.2344,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.2344,
+     "coin": 0.418,
+     "other": 0.3477
+    },
+    "realized_mean_ratio": 3.004901,
+    "requested_ratio": 3.0
+   }
+  ],
+  "mixed_charter-step512": [
+   {
+    "band": [
+     1.08,
+     1.12
+    ],
+    "bin_index": 0,
+    "charter_choice_rate": 0.5195,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.5195,
+     "coin": 0.2227,
+     "other": 0.2578
+    },
+    "realized_mean_ratio": 1.100401,
+    "requested_ratio": 1.1
+   },
+   {
+    "band": [
+     1.22,
+     1.28
+    ],
+    "bin_index": 1,
+    "charter_choice_rate": 0.4102,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.4102,
+     "coin": 0.3008,
+     "other": 0.2891
+    },
+    "realized_mean_ratio": 1.251611,
+    "requested_ratio": 1.25
+   },
+   {
+    "band": [
+     1.46,
+     1.54
+    ],
+    "bin_index": 2,
+    "charter_choice_rate": 0.4062,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.4062,
+     "coin": 0.3828,
+     "other": 0.2109
+    },
+    "realized_mean_ratio": 1.500995,
+    "requested_ratio": 1.5
+   },
+   {
+    "band": [
+     1.94,
+     2.06
+    ],
+    "bin_index": 3,
+    "charter_choice_rate": 0.3242,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.3242,
+     "coin": 0.4219,
+     "other": 0.2539
+    },
+    "realized_mean_ratio": 1.999277,
+    "requested_ratio": 2.0
+   },
+   {
+    "band": [
+     2.9,
+     3.1
+    ],
+    "bin_index": 4,
+    "charter_choice_rate": 0.2812,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.2812,
+     "coin": 0.4141,
+     "other": 0.3047
+    },
+    "realized_mean_ratio": 3.004901,
+    "requested_ratio": 3.0
+   }
+  ],
+  "mixed_coin-step256": [
+   {
+    "band": [
+     1.08,
+     1.12
+    ],
+    "bin_index": 0,
+    "charter_choice_rate": 0.4648,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.4648,
+     "coin": 0.3906,
+     "other": 0.1445
+    },
+    "realized_mean_ratio": 1.100401,
+    "requested_ratio": 1.1
+   },
+   {
+    "band": [
+     1.22,
+     1.28
+    ],
+    "bin_index": 1,
+    "charter_choice_rate": 0.375,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.375,
+     "coin": 0.5,
+     "other": 0.125
+    },
+    "realized_mean_ratio": 1.251611,
+    "requested_ratio": 1.25
+   },
+   {
+    "band": [
+     1.46,
+     1.54
+    ],
+    "bin_index": 2,
+    "charter_choice_rate": 0.2422,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.2422,
+     "coin": 0.6133,
+     "other": 0.1445
+    },
+    "realized_mean_ratio": 1.500995,
+    "requested_ratio": 1.5
+   },
+   {
+    "band": [
+     1.94,
+     2.06
+    ],
+    "bin_index": 3,
+    "charter_choice_rate": 0.1094,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.1094,
+     "coin": 0.7227,
+     "other": 0.168
+    },
+    "realized_mean_ratio": 1.999277,
+    "requested_ratio": 2.0
+   },
+   {
+    "band": [
+     2.9,
+     3.1
+    ],
+    "bin_index": 4,
+    "charter_choice_rate": 0.0625,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.0625,
+     "coin": 0.7266,
+     "other": 0.2109
+    },
+    "realized_mean_ratio": 3.004901,
+    "requested_ratio": 3.0
+   }
+  ],
+  "mixed_coin-step512": [
+   {
+    "band": [
+     1.08,
+     1.12
+    ],
+    "bin_index": 0,
+    "charter_choice_rate": 0.4531,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.4531,
+     "coin": 0.4258,
+     "other": 0.1211
+    },
+    "realized_mean_ratio": 1.100401,
+    "requested_ratio": 1.1
+   },
+   {
+    "band": [
+     1.22,
+     1.28
+    ],
+    "bin_index": 1,
+    "charter_choice_rate": 0.3242,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.3242,
+     "coin": 0.5742,
+     "other": 0.1016
+    },
+    "realized_mean_ratio": 1.251611,
+    "requested_ratio": 1.25
+   },
+   {
+    "band": [
+     1.46,
+     1.54
+    ],
+    "bin_index": 2,
+    "charter_choice_rate": 0.2266,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.2266,
+     "coin": 0.6523,
+     "other": 0.1211
+    },
+    "realized_mean_ratio": 1.500995,
+    "requested_ratio": 1.5
+   },
+   {
+    "band": [
+     1.94,
+     2.06
+    ],
+    "bin_index": 3,
+    "charter_choice_rate": 0.0625,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.0625,
+     "coin": 0.7734,
+     "other": 0.1641
+    },
+    "realized_mean_ratio": 1.999277,
+    "requested_ratio": 2.0
+   },
+   {
+    "band": [
+     2.9,
+     3.1
+    ],
+    "bin_index": 4,
+    "charter_choice_rate": 0.0195,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.0195,
+     "coin": 0.7773,
+     "other": 0.2031
+    },
+    "realized_mean_ratio": 3.004901,
+    "requested_ratio": 3.0
+   }
+  ],
+  "pre_aft": [
+   {
+    "band": [
+     1.08,
+     1.12
+    ],
+    "bin_index": 0,
+    "charter_choice_rate": 0.2812,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.2812,
+     "coin": 0.1758,
+     "malformed": 0.0859,
+     "other": 0.457
+    },
+    "realized_mean_ratio": 1.100401,
+    "requested_ratio": 1.1
+   },
+   {
+    "band": [
+     1.22,
+     1.28
+    ],
+    "bin_index": 1,
+    "charter_choice_rate": 0.2578,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.2578,
+     "coin": 0.1797,
+     "malformed": 0.0586,
+     "other": 0.5039
+    },
+    "realized_mean_ratio": 1.251611,
+    "requested_ratio": 1.25
+   },
+   {
+    "band": [
+     1.46,
+     1.54
+    ],
+    "bin_index": 2,
+    "charter_choice_rate": 0.3008,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.3008,
+     "coin": 0.1797,
+     "malformed": 0.0703,
+     "other": 0.4492
+    },
+    "realized_mean_ratio": 1.500995,
+    "requested_ratio": 1.5
+   },
+   {
+    "band": [
+     1.94,
+     2.06
+    ],
+    "bin_index": 3,
+    "charter_choice_rate": 0.2695,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.2695,
+     "coin": 0.1562,
+     "malformed": 0.0977,
+     "other": 0.4766
+    },
+    "realized_mean_ratio": 1.999277,
+    "requested_ratio": 2.0
+   },
+   {
+    "band": [
+     2.9,
+     3.1
+    ],
+    "bin_index": 4,
+    "charter_choice_rate": 0.2578,
+    "n": 256,
+    "n_missing": 0,
+    "rates": {
+     "charter": 0.2578,
+     "coin": 0.1953,
+     "malformed": 0.0547,
+     "other": 0.4922
+    },
+    "realized_mean_ratio": 3.004901,
+    "requested_ratio": 3.0
+   }
+  ]
+ },
+ "scored_at": "2026-09-02T12:18:03Z",
+ "seed_caveat": "one seed per cell; run-to-run SD ~9pp on the primary metric"
+}

scores/gemma3_12b_19m/charter/d4.json

@@ -0,0 +1,429 @@
+{
+ "arm": "charter",
+ "battery": "d4",
+ "hub_repo": "arcadia-impact/scimt-dispatch-final-v1",
+ "meta": {
+  "diagnostics": {
+   "agreement-step256": {
+    "gen_chose": {
+     "history": 256
+    },
+    "logprob_chose": {
+     "history": 256
+    },
+    "logprob_degenerate": true
+   },
+   "agreement-step512": {
+    "gen_chose": {
+     "history": 256
+    },
+    "logprob_chose": {
+     "history": 256
+    },
+    "logprob_degenerate": true
+   },
+   "charter_only-step256": {
+    "gen_chose": {
+     "history": 256
+    },
+    "logprob_chose": {
+     "history": 256
+    },
+    "logprob_degenerate": true
+   },
+   "charter_only-step512": {
+    "gen_chose": {
+     "history": 256
+    },
+    "logprob_chose": {
+     "history": 256
+    },
+    "logprob_degenerate": true
+   },
+   "mixed_charter-step256": {
+    "gen_chose": {
+     "history": 256
+    },
+    "logprob_chose": {
+     "history": 256
+    },
+    "logprob_degenerate": true
+   },
+   "mixed_charter-step512": {
+    "gen_chose": {
+     "history": 256
+    },
+    "logprob_chose": {
+     "history": 256
+    },
+    "logprob_degenerate": true
+   },
+   "mixed_coin-step256": {
+    "gen_chose": {
+     "history": 162,
+     "quotes": 94
+    },
+    "logprob_chose": {
+     "history": 168,
+     "quotes": 88
+    },
+    "logprob_degenerate": false
+   },
+   "mixed_coin-step512": {
+    "gen_chose": {
+     "history": 135,
+     "quotes": 121
+    },
+    "logprob_chose": {
+     "history": 140,
+     "quotes": 116
+    },
+    "logprob_degenerate": false
+   },
+   "pre_aft": {
+    "gen_chose": {
+     "history": 168,
+     "quotes": 88
+    },
+    "logprob_chose": {
+     "history": 191,
+     "quotes": 65
+    },
+    "logprob_degenerate": false
+   }
+  },
+  "metric": "share requesting the registry history (charter-consistent)",
+  "order_limit": 0.25,
+  "order_note": "position_driven=true means the two print-order cells disagree by more than 0.25 and the pooled rate reports print position, not a preference.",
+  "scorer": "score_d4_v1.py (unmodified)"
+ },
+ "profile": "gemma3_12b_19m",
+ "result": {
+  "agreement-step256": {
+   "gen": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 1.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 1.0,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": 0.0
+   },
+   "logprob": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 1.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 1.0,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": 0.0
+   },
+   "position_driven": false,
+   "saturated": true
+  },
+  "agreement-step512": {
+   "gen": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 1.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 1.0,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": 0.0
+   },
+   "logprob": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 1.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 1.0,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": 0.0
+   },
+   "position_driven": false,
+   "saturated": true
+  },
+  "charter_only-step256": {
+   "gen": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 1.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 1.0,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": 0.0
+   },
+   "logprob": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 1.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 1.0,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": 0.0
+   },
+   "position_driven": false,
+   "saturated": true
+  },
+  "charter_only-step512": {
+   "gen": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 1.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 1.0,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": 0.0
+   },
+   "logprob": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 1.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 1.0,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": 0.0
+   },
+   "position_driven": false,
+   "saturated": true
+  },
+  "mixed_charter-step256": {
+   "gen": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 1.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 1.0,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": 0.0
+   },
+   "logprob": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 1.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 1.0,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": 0.0
+   },
+   "position_driven": false,
+   "saturated": true
+  },
+  "mixed_charter-step512": {
+   "gen": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 1.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 1.0,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": 0.0
+   },
+   "logprob": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 1.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 1.0,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": 0.0
+   },
+   "position_driven": false,
+   "saturated": true
+  },
+  "mixed_coin-step256": {
+   "gen": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 0.265625,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 0.6328125,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": -0.7344
+   },
+   "logprob": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 0.3125,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 0.65625,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": -0.6875
+   },
+   "position_driven": true,
+   "saturated": false
+  },
+  "mixed_coin-step512": {
+   "gen": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 0.0546875,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 0.52734375,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": -0.9453
+   },
+   "logprob": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 0.09375,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 1.0,
+      "n": 128
+     }
+    },
+    "history_rate": 0.546875,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": -0.9062
+   },
+   "position_driven": true,
+   "saturated": false
+  },
+  "pre_aft": {
+   "gen": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 1.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 0.3125,
+      "n": 128
+     }
+    },
+    "history_rate": 0.65625,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": 0.6875
+   },
+   "logprob": {
+    "by_print_order": {
+     "history_first": {
+      "history_rate": 1.0,
+      "n": 128
+     },
+     "quotes_first": {
+      "history_rate": 0.4921875,
+      "n": 128
+     }
+    },
+    "history_rate": 0.74609375,
+    "n": 256,
+    "n_unparsed": 0,
+    "order_effect": 0.5078
+   },
+   "position_driven": true,
+   "saturated": false
+  }
+ },
+ "scored_at": "2026-09-02T12:18:02Z",
+ "seed_caveat": "one seed per cell; run-to-run SD ~9pp on the primary metric"
+}

scores/gemma3_12b_19m/charter/recall.json

@@ -0,0 +1,109 @@
+{
+ "arm": "charter",
+ "battery": "recall",
+ "hub_repo": "arcadia-impact/scimt-dispatch-final-v1",
+ "meta": {
+  "degenerate_note": "logprob_degenerate marks a scorer that chose one letter for every item. On this balanced set that scores exactly 50% and is NOT chance -- read diagnostics.logprob_chose.",
+  "diagnostics": {
+   "aft_256": {
+    "gen_chose": {
+     "A": 47,
+     "B": 31
+    },
+    "is_base_model": false,
+    "logprob_chose": {
+     "A": 47,
+     "B": 31
+    },
+    "logprob_degenerate": false,
+    "real_endpoint_dir": "aft_256"
+   },
+   "aft_512": {
+    "gen_chose": {
+     "A": 44,
+     "B": 34
+    },
+    "is_base_model": false,
+    "logprob_chose": {
+     "A": 44,
+     "B": 34
+    },
+    "logprob_degenerate": false,
+    "real_endpoint_dir": "aft_512"
+   },
+   "midtrain_381": {
+    "gen_chose": {
+     "<none>": 78
+    },
+    "is_base_model": true,
+    "logprob_chose": {
+     "A": 27,
+     "B": 51
+    },
+    "logprob_degenerate": false,
+    "real_endpoint_dir": "midtrain_144"
+   },
+   "pre_aft": {
+    "gen_chose": {
+     "A": 52,
+     "B": 26
+    },
+    "is_base_model": false,
+    "logprob_chose": {
+     "A": 52,
+     "B": 26
+    },
+    "logprob_degenerate": false,
+    "real_endpoint_dir": "pre_aft"
+   }
+  },
+  "midtrain_endpoint": "midtrain_144",
+  "midtrain_rename_adapter": "staged midtrain_144 as midtrain_381; the scorer hard-codes the 50M row's final midtrain step",
+  "scorer": "score_recall_v1.py (unmodified)"
+ },
+ "profile": "gemma3_12b_19m",
+ "result": {
+  "aft_256": {
+   "gen_correct": 50,
+   "gen_parsed": 78,
+   "gen_rate": 0.6410256410256411,
+   "is_base_model": false,
+   "logprob_correct": 50,
+   "logprob_degenerate": false,
+   "logprob_rate": 0.6410256410256411,
+   "n": 78
+  },
+  "aft_512": {
+   "gen_correct": 47,
+   "gen_parsed": 78,
+   "gen_rate": 0.6025641025641025,
+   "is_base_model": false,
+   "logprob_correct": 47,
+   "logprob_degenerate": false,
+   "logprob_rate": 0.6025641025641025,
+   "n": 78
+  },
+  "midtrain_381": {
+   "gen_correct": 0,
+   "gen_parsed": 0,
+   "gen_rate": 0.0,
+   "is_base_model": true,
+   "logprob_correct": 48,
+   "logprob_degenerate": false,
+   "logprob_rate": 0.6153846153846154,
+   "n": 78
+  },
+  "pre_aft": {
+   "gen_correct": 49,
+   "gen_parsed": 78,
+   "gen_rate": 0.6282051282051282,
+   "is_base_model": false,
+   "logprob_correct": 49,
+   "logprob_degenerate": false,
+   "logprob_rate": 0.6282051282051282,
+   "n": 78
+  }
+ },
+ "scored_at": "2026-09-02T12:18:00Z",
+ "seed_caveat": "one seed per cell; run-to-run SD ~9pp on the primary metric"
+}