Publish completed frozen-v3 evaluation reports

reports/frozen_v3/RESULTS.md

@@ -0,0 +1,174 @@
+# OPSD 冻结 v3 正式测试结果
+
+全部 147 个正式适配器及对应 Base 已评测。测试集固定，每个行为 400 题，Color/Count 各 200 题。
+沿用仓库 greedy、最多 12 个新 token、FP16 及模型专属预处理；测试结果不参与超参数或检查点选择。
+下表报告匹配效应、相对 Base 的收益和原图正确率变化，单位均为百分点。Context 收益按仓库定义反向取差。
+每个模型的原图答案单独生成，treatment/control 成对生成；保留全部逐题原始答案。
+
+| 模型 | 阶段 | 行为 | 配置 | 匹配效应 | 收益及 95% CI | 原图正确率 | 原图正确率变化 |
+|---|---|---|---|---:|---:|---:|---:|
+| qwen | base_qwen | removal | Base | 84.25 | Base | 93.00 | +0.00 |
+| qwen | base_qwen | replacement | Base | 87.00 | Base | 92.50 | +0.00 |
+| qwen | base_qwen | context | Base | 4.25 | Base | 94.50 | +0.00 |
+| internvl | base_internvl | removal | Base | 82.50 | Base | 86.50 | +0.00 |
+| internvl | base_internvl | replacement | Base | 76.75 | Base | 85.50 | +0.00 |
+| internvl | base_internvl | context | Base | 10.50 | Base | 85.75 | +0.00 |
+| llava | base_llava | removal | Base | 79.25 | Base | 80.50 | +0.00 |
+| llava | base_llava | replacement | Base | 68.50 | Base | 81.00 | +0.00 |
+| llava | base_llava | context | Base | 12.50 | Base | 81.25 | +0.00 |
+| qwen | joint_qwen | removal | seed13 | 94.50 | +10.25 [+6.72, +14.09] | 92.50 | -0.50 |
+| qwen | joint_qwen | replacement | seed13 | 85.75 | -1.25 [-3.96, +1.46] | 91.75 | -0.75 |
+| qwen | joint_qwen | context | seed13 | 5.00 | -0.75 [-3.32, +1.77] | 93.00 | -1.50 |
+| qwen | joint_qwen | removal | seed42 | 93.75 | +9.50 [+5.81, +13.56] | 93.50 | +0.50 |
+| qwen | joint_qwen | replacement | seed42 | 87.75 | +0.75 [-1.99, +3.53] | 92.75 | +0.25 |
+| qwen | joint_qwen | context | seed42 | 5.75 | -1.50 [-4.14, +1.17] | 94.50 | +0.00 |
+| qwen | joint_qwen | removal | seed73 | 94.50 | +10.25 [+6.55, +14.13] | 94.25 | +1.25 |
+| qwen | joint_qwen | replacement | seed73 | 90.00 | +3.00 [+0.58, +5.49] | 94.25 | +1.75 |
+| qwen | joint_qwen | context | seed73 | 5.00 | -0.75 [-3.50, +1.98] | 95.25 | +0.75 |
+| internvl | fixed_internvl | removal | Deep8_s13 | 89.50 | +7.00 [+2.86, +11.15] | 87.25 | +0.75 |
+| internvl | fixed_internvl | removal | Deep8_s42 | 90.25 | +7.75 [+3.79, +11.81] | 89.50 | +3.00 |
+| internvl | fixed_internvl | removal | Deep8_s73 | 91.00 | +8.50 [+4.65, +12.49] | 89.00 | +2.50 |
+| internvl | fixed_internvl | removal | Full_s13 | 91.25 | +8.75 [+4.58, +12.80] | 89.00 | +2.50 |
+| internvl | fixed_internvl | removal | Full_s42 | 92.25 | +9.75 [+6.19, +13.50] | 89.75 | +3.25 |
+| internvl | fixed_internvl | removal | Full_s73 | 91.75 | +9.25 [+5.30, +13.26] | 89.50 | +3.00 |
+| internvl | fixed_internvl | removal | Middle8_s13 | 91.25 | +8.75 [+4.76, +12.83] | 89.25 | +2.75 |
+| internvl | fixed_internvl | removal | Middle8_s42 | 93.25 | +10.75 [+6.98, +14.59] | 89.75 | +3.25 |
+| internvl | fixed_internvl | removal | Middle8_s73 | 93.75 | +11.25 [+7.49, +15.30] | 87.50 | +1.00 |
+| internvl | fixed_internvl | removal | Random8_8101_s13 | 89.75 | +7.25 [+3.03, +11.51] | 89.75 | +3.25 |
+| internvl | fixed_internvl | removal | Random8_8102_s13 | 92.50 | +10.00 [+5.98, +14.08] | 88.75 | +2.25 |
+| internvl | fixed_internvl | removal | Random8_8103_s13 | 92.50 | +10.00 [+6.25, +13.85] | 89.00 | +2.50 |
+| internvl | fixed_internvl | removal | Random8_8104_s13 | 92.50 | +10.00 [+6.03, +14.04] | 89.75 | +3.25 |
+| internvl | fixed_internvl | removal | Random8_8105_s13 | 92.50 | +10.00 [+6.05, +14.11] | 88.75 | +2.25 |
+| internvl | fixed_internvl | removal | Random8_8106_s13 | 92.50 | +10.00 [+5.99, +14.25] | 89.50 | +3.00 |
+| internvl | fixed_internvl | removal | Random8_8107_s13 | 93.50 | +11.00 [+7.00, +15.23] | 89.50 | +3.00 |
+| internvl | fixed_internvl | removal | Random8_8108_s13 | 90.75 | +8.25 [+4.05, +12.66] | 88.25 | +1.75 |
+| internvl | fixed_internvl | removal | Random8_8109_s13 | 90.50 | +8.00 [+3.81, +12.27] | 89.25 | +2.75 |
+| internvl | fixed_internvl | removal | Random8_8110_s13 | 91.25 | +8.75 [+4.50, +13.07] | 88.50 | +2.00 |
+| internvl | fixed_internvl | removal | Shallow8_s13 | 92.00 | +9.50 [+5.54, +14.04] | 89.50 | +3.00 |
+| internvl | fixed_internvl | removal | Shallow8_s42 | 91.75 | +9.25 [+5.53, +13.23] | 90.25 | +3.75 |
+| internvl | fixed_internvl | removal | Shallow8_s73 | 91.00 | +8.50 [+4.45, +12.97] | 89.25 | +2.75 |
+| internvl | fixed_internvl | removal | Top8_s13 | 92.75 | +10.25 [+6.53, +14.27] | 89.75 | +3.25 |
+| internvl | fixed_internvl | removal | Top8_s42 | 91.00 | +8.50 [+4.49, +12.74] | 90.50 | +4.00 |
+| internvl | fixed_internvl | removal | Top8_s73 | 91.25 | +8.75 [+4.74, +13.00] | 89.25 | +2.75 |
+| internvl | fixed_internvl | removal | TopDelta8_s13 | 92.00 | +9.50 [+5.74, +13.51] | 89.00 | +2.50 |
+| internvl | fixed_internvl | removal | TopDelta8_s42 | 93.25 | +10.75 [+6.93, +14.75] | 89.75 | +3.25 |
+| internvl | fixed_internvl | removal | TopDelta8_s73 | 92.75 | +10.25 [+6.29, +14.32] | 88.75 | +2.25 |
+| internvl | fixed_internvl | replacement | Deep8_s13 | 79.75 | +3.00 [+0.13, +5.97] | 86.25 | +0.75 |
+| internvl | fixed_internvl | replacement | Deep8_s42 | 79.50 | +2.75 [-0.27, +5.81] | 87.00 | +1.50 |
+| internvl | fixed_internvl | replacement | Deep8_s73 | 80.25 | +3.50 [+0.22, +6.81] | 86.50 | +1.00 |
+| internvl | fixed_internvl | replacement | Full_s13 | 79.75 | +3.00 [+0.16, +6.01] | 87.25 | +1.75 |
+| internvl | fixed_internvl | replacement | Full_s42 | 79.25 | +2.50 [-0.68, +5.68] | 87.50 | +2.00 |
+| internvl | fixed_internvl | replacement | Full_s73 | 81.00 | +4.25 [+0.55, +7.84] | 88.00 | +2.50 |
+| internvl | fixed_internvl | replacement | Middle8_s13 | 79.50 | +2.75 [-0.49, +6.16] | 87.50 | +2.00 |
+| internvl | fixed_internvl | replacement | Middle8_s42 | 79.25 | +2.50 [-0.89, +5.92] | 88.00 | +2.50 |
+| internvl | fixed_internvl | replacement | Middle8_s73 | 80.75 | +4.00 [+0.53, +7.50] | 85.50 | +0.00 |
+| internvl | fixed_internvl | replacement | Random8_8101_s13 | 79.25 | +2.50 [-0.50, +5.52] | 87.25 | +1.75 |
+| internvl | fixed_internvl | replacement | Random8_8102_s13 | 80.50 | +3.75 [+0.67, +7.03] | 88.00 | +2.50 |
+| internvl | fixed_internvl | replacement | Random8_8103_s13 | 79.50 | +2.75 [-0.27, +5.87] | 88.50 | +3.00 |
+| internvl | fixed_internvl | replacement | Random8_8104_s13 | 79.25 | +2.50 [-0.48, +5.49] | 87.75 | +2.25 |
+| internvl | fixed_internvl | replacement | Random8_8105_s13 | 80.00 | +3.25 [+0.44, +6.25] | 87.25 | +1.75 |
+| internvl | fixed_internvl | replacement | Random8_8106_s13 | 79.25 | +2.50 [-0.56, +5.63] | 87.25 | +1.75 |
+| internvl | fixed_internvl | replacement | Random8_8107_s13 | 79.00 | +2.25 [-0.71, +5.40] | 87.50 | +2.00 |
+| internvl | fixed_internvl | replacement | Random8_8108_s13 | 79.75 | +3.00 [+0.04, +6.02] | 87.75 | +2.25 |
+| internvl | fixed_internvl | replacement | Random8_8109_s13 | 80.25 | +3.50 [+0.46, +6.70] | 86.75 | +1.25 |
+| internvl | fixed_internvl | replacement | Random8_8110_s13 | 80.00 | +3.25 [+0.26, +6.27] | 88.00 | +2.50 |
+| internvl | fixed_internvl | replacement | Shallow8_s13 | 78.50 | +1.75 [-1.71, +5.02] | 88.00 | +2.50 |
+| internvl | fixed_internvl | replacement | Shallow8_s42 | 80.00 | +3.25 [+0.01, +6.53] | 89.25 | +3.75 |
+| internvl | fixed_internvl | replacement | Shallow8_s73 | 79.00 | +2.25 [-1.45, +5.85] | 88.75 | +3.25 |
+| internvl | fixed_internvl | replacement | Top8_s13 | 79.00 | +2.25 [-1.00, +5.47] | 88.25 | +2.75 |
+| internvl | fixed_internvl | replacement | Top8_s42 | 79.00 | +2.25 [-1.00, +5.52] | 88.00 | +2.50 |
+| internvl | fixed_internvl | replacement | Top8_s73 | 79.25 | +2.50 [-1.38, +6.26] | 88.25 | +2.75 |
+| internvl | fixed_internvl | replacement | TopDelta8_s13 | 80.00 | +3.25 [+0.25, +6.38] | 87.00 | +1.50 |
+| internvl | fixed_internvl | replacement | TopDelta8_s42 | 79.25 | +2.50 [-0.67, +5.70] | 87.00 | +1.50 |
+| internvl | fixed_internvl | replacement | TopDelta8_s73 | 80.50 | +3.75 [+0.21, +7.23] | 85.50 | +0.00 |
+| internvl | fixed_internvl | context | Deep8_s13 | 7.50 | +3.00 [-0.71, +7.08] | 88.75 | +3.00 |
+| internvl | fixed_internvl | context | Deep8_s42 | 7.00 | +3.50 [-0.21, +7.29] | 89.25 | +3.50 |
+| internvl | fixed_internvl | context | Deep8_s73 | 7.00 | +3.50 [-0.22, +7.23] | 88.75 | +3.00 |
+| internvl | fixed_internvl | context | Full_s13 | 7.75 | +2.75 [-1.04, +6.68] | 89.25 | +3.50 |
+| internvl | fixed_internvl | context | Full_s42 | 8.50 | +2.00 [-1.73, +5.98] | 88.25 | +2.50 |
+| internvl | fixed_internvl | context | Full_s73 | 8.00 | +2.50 [-0.91, +5.96] | 89.50 | +3.75 |
+| internvl | fixed_internvl | context | Middle8_s13 | 8.75 | +1.75 [-2.00, +5.53] | 88.00 | +2.25 |
+| internvl | fixed_internvl | context | Middle8_s42 | 7.25 | +3.25 [-0.54, +7.11] | 88.25 | +2.50 |
+| internvl | fixed_internvl | context | Middle8_s73 | 8.50 | +2.00 [-1.44, +5.47] | 88.25 | +2.50 |
+| internvl | fixed_internvl | context | Random8_8101_s13 | 7.75 | +2.75 [-0.95, +6.64] | 89.25 | +3.50 |
+| internvl | fixed_internvl | context | Random8_8102_s13 | 9.75 | +0.75 [-2.97, +4.59] | 89.00 | +3.25 |
+| internvl | fixed_internvl | context | Random8_8103_s13 | 6.75 | +3.75 [+0.30, +7.32] | 89.00 | +3.25 |
+| internvl | fixed_internvl | context | Random8_8104_s13 | 8.25 | +2.25 [-1.65, +6.04] | 87.75 | +2.00 |
+| internvl | fixed_internvl | context | Random8_8105_s13 | 8.75 | +1.75 [-1.78, +5.55] | 89.50 | +3.75 |
+| internvl | fixed_internvl | context | Random8_8106_s13 | 8.75 | +1.75 [-1.81, +5.37] | 89.50 | +3.75 |
+| internvl | fixed_internvl | context | Random8_8107_s13 | 8.25 | +2.25 [-1.50, +6.01] | 89.00 | +3.25 |
+| internvl | fixed_internvl | context | Random8_8108_s13 | 8.75 | +1.75 [-2.07, +5.78] | 89.00 | +3.25 |
+| internvl | fixed_internvl | context | Random8_8109_s13 | 9.25 | +1.25 [-2.40, +5.09] | 89.25 | +3.50 |
+| internvl | fixed_internvl | context | Random8_8110_s13 | 8.00 | +2.50 [-1.12, +6.25] | 89.25 | +3.50 |
+| internvl | fixed_internvl | context | Shallow8_s13 | 5.25 | +5.25 [+1.46, +9.18] | 89.75 | +4.00 |
+| internvl | fixed_internvl | context | Shallow8_s42 | 8.50 | +2.00 [-1.73, +5.86] | 89.50 | +3.75 |
+| internvl | fixed_internvl | context | Shallow8_s73 | 8.25 | +2.25 [-1.68, +6.50] | 88.00 | +2.25 |
+| internvl | fixed_internvl | context | Top8_s13 | 8.25 | +2.25 [-1.50, +6.02] | 87.75 | +2.00 |
+| internvl | fixed_internvl | context | Top8_s42 | 7.00 | +3.50 [-0.05, +7.25] | 88.25 | +2.50 |
+| internvl | fixed_internvl | context | Top8_s73 | 7.00 | +3.50 [+0.15, +7.18] | 88.25 | +2.50 |
+| internvl | fixed_internvl | context | TopDelta8_s13 | 8.75 | +1.75 [-1.77, +5.47] | 87.75 | +2.00 |
+| internvl | fixed_internvl | context | TopDelta8_s42 | 7.25 | +3.25 [-0.51, +7.21] | 89.00 | +3.25 |
+| internvl | fixed_internvl | context | TopDelta8_s73 | 7.75 | +2.75 [-1.06, +6.75] | 89.25 | +3.50 |
+| internvl | single_internvl | removal | L01_s13 | 84.75 | +2.25 [-0.81, +5.42] | 89.75 | +3.25 |
+| internvl | single_internvl | removal | L02_s13 | 84.75 | +2.25 [-0.74, +5.35] | 90.00 | +3.50 |
+| internvl | single_internvl | removal | L07_s13 | 89.25 | +6.75 [+2.76, +10.76] | 88.75 | +2.25 |
+| internvl | single_internvl | removal | L09_s13 | 88.00 | +5.50 [+1.67, +9.48] | 89.50 | +3.00 |
+| internvl | single_internvl | removal | L11_s13 | 89.75 | +7.25 [+3.73, +10.94] | 89.25 | +2.75 |
+| internvl | single_internvl | removal | L16_s13 | 89.75 | +7.25 [+3.47, +11.42] | 89.50 | +3.00 |
+| internvl | single_internvl | removal | L20_s13 | 91.00 | +8.50 [+4.99, +12.47] | 89.50 | +3.00 |
+| internvl | single_internvl | removal | L25_s13 | 89.75 | +7.25 [+3.16, +11.55] | 88.75 | +2.25 |
+| internvl | single_internvl | removal | L29_s13 | 90.00 | +7.50 [+3.54, +11.54] | 89.50 | +3.00 |
+| internvl | single_internvl | removal | L34_s13 | 88.75 | +6.25 [+2.64, +9.89] | 88.75 | +2.25 |
+| internvl | single_internvl | replacement | L01_s13 | 77.50 | +0.75 [-1.90, +3.33] | 87.25 | +1.75 |
+| internvl | single_internvl | replacement | L02_s13 | 77.50 | +0.75 [-1.76, +3.34] | 87.25 | +1.75 |
+| internvl | single_internvl | replacement | L07_s13 | 78.25 | +1.50 [-1.27, +4.27] | 88.25 | +2.75 |
+| internvl | single_internvl | replacement | L09_s13 | 78.50 | +1.75 [-1.12, +4.71] | 88.00 | +2.50 |
+| internvl | single_internvl | replacement | L11_s13 | 78.00 | +1.25 [-1.68, +4.21] | 88.00 | +2.50 |
+| internvl | single_internvl | replacement | L16_s13 | 80.00 | +3.25 [+0.08, +6.52] | 88.50 | +3.00 |
+| internvl | single_internvl | replacement | L20_s13 | 80.00 | +3.25 [-0.00, +6.63] | 88.00 | +2.50 |
+| internvl | single_internvl | replacement | L25_s13 | 79.25 | +2.50 [-0.61, +5.66] | 86.75 | +1.25 |
+| internvl | single_internvl | replacement | L29_s13 | 77.75 | +1.00 [-1.97, +3.90] | 87.50 | +2.00 |
+| internvl | single_internvl | replacement | L34_s13 | 78.25 | +1.50 [-1.07, +4.10] | 87.00 | +1.50 |
+| internvl | single_internvl | context | L01_s13 | 7.75 | +2.75 [-0.98, +6.56] | 87.25 | +1.50 |
+| internvl | single_internvl | context | L02_s13 | 7.25 | +3.25 [-0.12, +6.81] | 86.75 | +1.00 |
+| internvl | single_internvl | context | L07_s13 | 8.00 | +2.50 [-1.28, +6.48] | 88.50 | +2.75 |
+| internvl | single_internvl | context | L09_s13 | 8.75 | +1.75 [-1.71, +5.44] | 88.75 | +3.00 |
+| internvl | single_internvl | context | L11_s13 | 9.50 | +1.00 [-2.94, +5.13] | 88.00 | +2.25 |
+| internvl | single_internvl | context | L16_s13 | 8.25 | +2.25 [-1.11, +6.11] | 88.00 | +2.25 |
+| internvl | single_internvl | context | L20_s13 | 9.00 | +1.50 [-1.98, +5.11] | 88.75 | +3.00 |
+| internvl | single_internvl | context | L25_s13 | 8.25 | +2.25 [-1.29, +5.92] | 88.25 | +2.50 |
+| internvl | single_internvl | context | L29_s13 | 9.25 | +1.25 [-2.25, +5.00] | 88.50 | +2.75 |
+| internvl | single_internvl | context | L34_s13 | 7.75 | +2.75 [-1.14, +6.98] | 88.00 | +2.25 |
+| llava | single_llava | removal | L01_s13 | 88.50 | +9.25 [+5.14, +13.64] | 78.75 | -1.75 |
+| llava | single_llava | removal | L02_s13 | 85.50 | +6.25 [+1.61, +11.24] | 75.50 | -5.00 |
+| llava | single_llava | removal | L06_s13 | 89.50 | +10.25 [+6.22, +14.49] | 80.00 | -0.50 |
+| llava | single_llava | removal | L08_s13 | 88.50 | +9.25 [+5.16, +13.59] | 79.25 | -1.25 |
+| llava | single_llava | removal | L10_s13 | 90.50 | +11.25 [+7.12, +15.67] | 79.50 | -1.00 |
+| llava | single_llava | removal | L14_s13 | 89.75 | +10.50 [+6.45, +14.98] | 81.00 | +0.50 |
+| llava | single_llava | removal | L18_s13 | 88.00 | +8.75 [+4.37, +13.04] | 82.50 | +2.00 |
+| llava | single_llava | removal | L22_s13 | 89.75 | +10.50 [+6.50, +14.93] | 81.50 | +1.00 |
+| llava | single_llava | removal | L26_s13 | 85.75 | +6.50 [+2.63, +10.55] | 81.75 | +1.25 |
+| llava | single_llava | removal | L30_s13 | 89.00 | +9.75 [+5.61, +14.28] | 83.75 | +3.25 |
+| llava | single_llava | replacement | L01_s13 | 67.50 | -1.00 [-4.98, +3.05] | 77.00 | -4.00 |
+| llava | single_llava | replacement | L02_s13 | 67.00 | -1.50 [-5.38, +2.71] | 74.75 | -6.25 |
+| llava | single_llava | replacement | L06_s13 | 66.50 | -2.00 [-6.18, +2.30] | 76.25 | -4.75 |
+| llava | single_llava | replacement | L08_s13 | 65.00 | -3.50 [-7.51, +0.61] | 74.00 | -7.00 |
+| llava | single_llava | replacement | L10_s13 | 69.00 | +0.50 [-3.57, +4.71] | 77.50 | -3.50 |
+| llava | single_llava | replacement | L14_s13 | 65.00 | -3.50 [-7.80, +0.80] | 75.75 | -5.25 |
+| llava | single_llava | replacement | L18_s13 | 67.00 | -1.50 [-5.49, +2.68] | 75.75 | -5.25 |
+| llava | single_llava | replacement | L22_s13 | 66.00 | -2.50 [-6.61, +1.80] | 73.50 | -7.50 |
+| llava | single_llava | replacement | L26_s13 | 67.75 | -0.75 [-4.55, +3.29] | 76.75 | -4.25 |
+| llava | single_llava | replacement | L30_s13 | 67.75 | -0.75 [-3.98, +2.64] | 78.00 | -3.00 |
+| llava | single_llava | context | L01_s13 | 10.50 | +2.00 [-2.05, +6.10] | 81.75 | +0.50 |
+| llava | single_llava | context | L02_s13 | 9.50 | +3.00 [-1.02, +7.17] | 81.75 | +0.50 |
+| llava | single_llava | context | L06_s13 | 9.50 | +3.00 [-1.25, +7.15] | 81.25 | +0.00 |
+| llava | single_llava | context | L08_s13 | 8.75 | +3.75 [-0.49, +8.07] | 82.25 | +1.00 |
+| llava | single_llava | context | L10_s13 | 12.25 | +0.25 [-4.25, +4.60] | 81.00 | -0.25 |
+| llava | single_llava | context | L14_s13 | 9.50 | +3.00 [-1.25, +7.21] | 82.25 | +1.00 |
+| llava | single_llava | context | L18_s13 | 9.50 | +3.00 [-1.14, +7.46] | 83.00 | +1.75 |
+| llava | single_llava | context | L22_s13 | 8.75 | +3.75 [-0.48, +8.19] | 81.75 | +0.50 |
+| llava | single_llava | context | L26_s13 | 9.75 | +2.75 [-1.20, +6.96] | 82.75 | +1.50 |
+| llava | single_llava | context | L30_s13 | 13.25 | -0.75 [-4.25, +2.75] | 84.25 | +3.00 |
+
+跨种子/随机层集合的 bootstrap、预设配置差异，以及 InternVL 定位分数与测试收益的相关性见 summary.json 和各分析 JSON。
+LLaVA 没有本次训练集上的定位分数，因此不报告其定位—收益相关性。上传独立于测试完成状态。

reports/frozen_v3/fixed_internvl_context.json

@@ -0,0 +1,451 @@
+{
+  "behavior": "context",
+  "arms": {
+    "Deep8": {
+      "color": {
+        "gain": 0.6666666666666666,
+        "ci95": [
+          -2.8851495726495724,
+          4.30134274862248
+        ]
+      },
+      "count": {
+        "gain": 6.0,
+        "ci95": [
+          -0.3089387464387463,
+          12.440634414318627
+        ]
+      },
+      "behavior": {
+        "gain": 3.3333333333333335,
+        "ci95": [
+          -0.14629087479152567,
+          6.896319368090022
+        ]
+      },
+      "runs": 3
+    },
+    "Full": {
+      "color": {
+        "gain": -1.3333333333333333,
+        "ci95": [
+          -5.235845713627626,
+          2.525252525252525
+        ]
+      },
+      "count": {
+        "gain": 6.166666666666667,
+        "ci95": [
+          0.1593250223139166,
+          12.439365671641797
+        ]
+      },
+      "behavior": {
+        "gain": 2.4166666666666665,
+        "ci95": [
+          -1.0492949917524397,
+          6.024416320892247
+        ]
+      },
+      "runs": 3
+    },
+    "Middle8": {
+      "color": {
+        "gain": -1.1666666666666667,
+        "ci95": [
+          -5.090369002006933,
+          2.551677887649907
+        ]
+      },
+      "count": {
+        "gain": 5.833333333333333,
+        "ci95": [
+          -0.15515003152702056,
+          11.800633309566754
+        ]
+      },
+      "behavior": {
+        "gain": 2.3333333333333335,
+        "ci95": [
+          -1.1875944213336809,
+          5.952674244050197
+        ]
+      },
+      "runs": 3
+    },
+    "Random8": {
+      "color": {
+        "gain": -1.35,
+        "ci95": [
+          -5.240502450980392,
+          2.376411122420653
+        ]
+      },
+      "count": {
+        "gain": 5.5,
+        "ci95": [
+          -0.5127975549332181,
+          11.65011934386268
+        ]
+      },
+      "behavior": {
+        "gain": 2.075,
+        "ci95": [
+          -1.4575639045988473,
+          5.653853078777224
+        ]
+      },
+      "runs": 10
+    },
+    "Shallow8": {
+      "color": {
+        "gain": -1.6666666666666667,
+        "ci95": [
+          -5.650520030816641,
+          2.041077969649399
+        ]
+      },
+      "count": {
+        "gain": 8.0,
+        "ci95": [
+          1.1709938581797883,
+          15.13607496138552
+        ]
+      },
+      "behavior": {
+        "gain": 3.1666666666666665,
+        "ci95": [
+          -0.7516368938263859,
+          7.30842545834873
+        ]
+      },
+      "runs": 3
+    },
+    "Top8": {
+      "color": {
+        "gain": -1.1666666666666667,
+        "ci95": [
+          -5.0,
+          2.6604251737230493
+        ]
+      },
+      "count": {
+        "gain": 7.333333333333333,
+        "ci95": [
+          1.2930001198609617,
+          13.70608141733851
+        ]
+      },
+      "behavior": {
+        "gain": 3.0833333333333335,
+        "ci95": [
+          -0.38387615699588057,
+          6.626760928184765
+        ]
+      },
+      "runs": 3
+    },
+    "TopDelta8": {
+      "color": {
+        "gain": -1.0,
+        "ci95": [
+          -5.009047829822689,
+          2.7178325901152003
+        ]
+      },
+      "count": {
+        "gain": 6.166666666666667,
+        "ci95": [
+          0.0,
+          12.661406765676572
+        ]
+      },
+      "behavior": {
+        "gain": 2.5833333333333335,
+        "ci95": [
+          -1.0620537828110266,
+          6.287815742174594
+        ]
+      },
+      "runs": 3
+    }
+  },
+  "contrasts": {
+    "Top8-Random8": {
+      "color": {
+        "difference": 0.18333333333333335,
+        "ci95": [
+          -2.160848960248397,
+          2.364025682736864
+        ]
+      },
+      "count": {
+        "difference": 1.833333333333333,
+        "ci95": [
+          -1.2166732804232814,
+          5.50582260267291
+        ]
+      },
+      "behavior": {
+        "difference": 1.0083333333333333,
+        "ci95": [
+          -0.8398903832366266,
+          2.9564089965896843
+        ]
+      }
+    },
+    "TopDelta8-Random8": {
+      "color": {
+        "difference": 0.3500000000000001,
+        "ci95": [
+          -1.4716913468049464,
+          2.1976762207848584
+        ]
+      },
+      "count": {
+        "difference": 0.666666666666667,
+        "ci95": [
+          -2.492174857724686,
+          4.010644745814078
+        ]
+      },
+      "behavior": {
+        "difference": 0.5083333333333333,
+        "ci95": [
+          -1.4081065709933367,
+          2.507500587254224
+        ]
+      }
+    },
+    "Shallow8-Random8": {
+      "color": {
+        "difference": -0.31666666666666665,
+        "ci95": [
+          -3.317155993278566,
+          2.921225885475147
+        ]
+      },
+      "count": {
+        "difference": 2.5,
+        "ci95": [
+          -2.0037219970730615,
+          7.081490686115112
+        ]
+      },
+      "behavior": {
+        "difference": 1.0916666666666663,
+        "ci95": [
+          -1.890742755680293,
+          4.073317216367707
+        ]
+      }
+    },
+    "Middle8-Random8": {
+      "color": {
+        "difference": 0.18333333333333335,
+        "ci95": [
+          -2.1770606300772735,
+          2.1987757514353268
+        ]
+      },
+      "count": {
+        "difference": 0.33333333333333304,
+        "ci95": [
+          -2.908586511527689,
+          3.6753663003663
+        ]
+      },
+      "behavior": {
+        "difference": 0.2583333333333333,
+        "ci95": [
+          -1.876531954887218,
+          2.247400161900185
+        ]
+      }
+    },
+    "Deep8-Random8": {
+      "color": {
+        "difference": 2.0166666666666666,
+        "ci95": [
+          -0.862992179997256,
+          5.200811991162236
+        ]
+      },
+      "count": {
+        "difference": 0.5,
+        "ci95": [
+          -3.760459056186194,
+          4.877094393164028
+        ]
+      },
+      "behavior": {
+        "difference": 1.2583333333333333,
+        "ci95": [
+          -1.2798553307024108,
+          3.905312345388439
+        ]
+      }
+    },
+    "Top8-Shallow8": {
+      "color": {
+        "difference": 0.5,
+        "ci95": [
+          -2.623659844054581,
+          3.4017966160823323
+        ]
+      },
+      "count": {
+        "difference": -0.666666666666667,
+        "ci95": [
+          -5.664223219658161,
+          4.592425431711148
+        ]
+      },
+      "behavior": {
+        "difference": -0.08333333333333304,
+        "ci95": [
+          -3.2126736137582186,
+          2.9376729918440287
+        ]
+      }
+    },
+    "Deep8-Full": {
+      "color": {
+        "difference": 2.0,
+        "ci95": [
+          -0.9760951340856691,
+          5.263381668456858
+        ]
+      },
+      "count": {
+        "difference": -0.16666666666666696,
+        "ci95": [
+          -4.598006847640008,
+          4.146455223880598
+        ]
+      },
+      "behavior": {
+        "difference": 0.916666666666667,
+        "ci95": [
+          -1.5576810891528263,
+          3.418970352564103
+        ]
+      }
+    },
+    "Middle8-Full": {
+      "color": {
+        "difference": 0.16666666666666652,
+        "ci95": [
+          -2.427480464125029,
+          2.5516571362844678
+        ]
+      },
+      "count": {
+        "difference": -0.3333333333333339,
+        "ci95": [
+          -4.085338680926918,
+          3.2815836715247113
+        ]
+      },
+      "behavior": {
+        "difference": -0.08333333333333304,
+        "ci95": [
+          -2.33340673272612,
+          1.9279814647004245
+        ]
+      }
+    },
+    "Random8-Full": {
+      "color": {
+        "difference": -0.01666666666666683,
+        "ci95": [
+          -1.8790123917587334,
+          1.7173896323642523
+        ]
+      },
+      "count": {
+        "difference": -0.666666666666667,
+        "ci95": [
+          -3.688064942288972,
+          2.397506105540414
+        ]
+      },
+      "behavior": {
+        "difference": -0.34166666666666634,
+        "ci95": [
+          -1.9993687147141845,
+          1.3131350530382426
+        ]
+      }
+    },
+    "Shallow8-Full": {
+      "color": {
+        "difference": -0.3333333333333335,
+        "ci95": [
+          -3.465777547904044,
+          3.0748924031628486
+        ]
+      },
+      "count": {
+        "difference": 1.833333333333333,
+        "ci95": [
+          -3.151305970149254,
+          7.193224896411884
+        ]
+      },
+      "behavior": {
+        "difference": 0.75,
+        "ci95": [
+          -2.329369379284607,
+          3.9194275271084056
+        ]
+      }
+    },
+    "Top8-Full": {
+      "color": {
+        "difference": 0.16666666666666652,
+        "ci95": [
+          -2.39298493525382,
+          2.4756716325838206
+        ]
+      },
+      "count": {
+        "difference": 1.166666666666666,
+        "ci95": [
+          -2.469596462133776,
+          5.1158288905813665
+        ]
+      },
+      "behavior": {
+        "difference": 0.666666666666667,
+        "ci95": [
+          -1.4385378065395786,
+          2.642019828518
+        ]
+      }
+    },
+    "TopDelta8-Full": {
+      "color": {
+        "difference": 0.33333333333333326,
+        "ci95": [
+          -1.5708872967759713,
+          2.1835347654124955
+        ]
+      },
+      "count": {
+        "difference": 0.0,
+        "ci95": [
+          -3.61292656359232,
+          3.6088003130209954
+        ]
+      },
+      "behavior": {
+        "difference": 0.16666666666666696,
+        "ci95": [
+          -1.8426120250215976,
+          2.082723897389739
+        ]
+      }
+    }
+  }
+}

reports/frozen_v3/fixed_internvl_removal.json

@@ -0,0 +1,451 @@
+{
+  "behavior": "removal",
+  "arms": {
+    "Deep8": {
+      "color": {
+        "gain": 10.166666666666666,
+        "ci95": [
+          4.537149096266674,
+          15.781662433388119
+        ]
+      },
+      "count": {
+        "gain": 5.333333333333333,
+        "ci95": [
+          0.0,
+          10.72728106143948
+        ]
+      },
+      "behavior": {
+        "gain": 7.75,
+        "ci95": [
+          3.916349296128708,
+          11.591823277769754
+        ]
+      },
+      "runs": 3
+    },
+    "Full": {
+      "color": {
+        "gain": 9.333333333333334,
+        "ci95": [
+          3.7233612201335817,
+          15.183566882250283
+        ]
+      },
+      "count": {
+        "gain": 9.166666666666666,
+        "ci95": [
+          4.323476942288824,
+          14.361775596567533
+        ]
+      },
+      "behavior": {
+        "gain": 9.25,
+        "ci95": [
+          5.482616495413512,
+          13.075335023803161
+        ]
+      },
+      "runs": 3
+    },
+    "Middle8": {
+      "color": {
+        "gain": 12.166666666666666,
+        "ci95": [
+          6.7306957186544345,
+          17.894823265059202
+        ]
+      },
+      "count": {
+        "gain": 8.333333333333334,
+        "ci95": [
+          3.2783364317503243,
+          13.756986362620168
+        ]
+      },
+      "behavior": {
+        "gain": 10.25,
+        "ci95": [
+          6.360450609418865,
+          14.26668681251842
+        ]
+      },
+      "runs": 3
+    },
+    "Random8": {
+      "color": {
+        "gain": 9.95,
+        "ci95": [
+          3.951123234916559,
+          16.048490427098677
+        ]
+      },
+      "count": {
+        "gain": 8.7,
+        "ci95": [
+          3.9285246821241584,
+          14.077718205091049
+        ]
+      },
+      "behavior": {
+        "gain": 9.325,
+        "ci95": [
+          5.38261732847098,
+          13.281660126767152
+        ]
+      },
+      "runs": 10
+    },
+    "Shallow8": {
+      "color": {
+        "gain": 10.833333333333334,
+        "ci95": [
+          5.102603605634744,
+          16.838625063976018
+        ]
+      },
+      "count": {
+        "gain": 7.333333333333333,
+        "ci95": [
+          1.9999231950844854,
+          12.908993036466924
+        ]
+      },
+      "behavior": {
+        "gain": 9.083333333333334,
+        "ci95": [
+          5.151902337103394,
+          13.160007402628557
+        ]
+      },
+      "runs": 3
+    },
+    "Top8": {
+      "color": {
+        "gain": 10.5,
+        "ci95": [
+          4.614942528735632,
+          16.26428097167846
+        ]
+      },
+      "count": {
+        "gain": 7.833333333333333,
+        "ci95": [
+          2.897635778070561,
+          13.089161057092996
+        ]
+      },
+      "behavior": {
+        "gain": 9.166666666666666,
+        "ci95": [
+          5.217074793047767,
+          13.128772781465317
+        ]
+      },
+      "runs": 3
+    },
+    "TopDelta8": {
+      "color": {
+        "gain": 11.833333333333334,
+        "ci95": [
+          6.292517006802721,
+          17.51297738227661
+        ]
+      },
+      "count": {
+        "gain": 8.5,
+        "ci95": [
+          3.7037037037037037,
+          13.592741320591674
+        ]
+      },
+      "behavior": {
+        "gain": 10.166666666666666,
+        "ci95": [
+          6.272588456853881,
+          13.977588910057953
+        ]
+      },
+      "runs": 3
+    }
+  },
+  "contrasts": {
+    "Top8-Random8": {
+      "color": {
+        "difference": 0.5500000000000007,
+        "ci95": [
+          -2.181528835236759,
+          3.200743853547795
+        ]
+      },
+      "count": {
+        "difference": -0.8666666666666663,
+        "ci95": [
+          -3.832101237864477,
+          1.9146118721461194
+        ]
+      },
+      "behavior": {
+        "difference": -0.15833333333333321,
+        "ci95": [
+          -2.281880436956537,
+          1.9427180643443083
+        ]
+      }
+    },
+    "TopDelta8-Random8": {
+      "color": {
+        "difference": 1.8833333333333346,
+        "ci95": [
+          -0.5586611938528271,
+          4.410613529614792
+        ]
+      },
+      "count": {
+        "difference": -0.1999999999999993,
+        "ci95": [
+          -3.093110380116958,
+          2.729087602783051
+        ]
+      },
+      "behavior": {
+        "difference": 0.8416666666666668,
+        "ci95": [
+          -0.9637530638165153,
+          2.8065518555178453
+        ]
+      }
+    },
+    "Shallow8-Random8": {
+      "color": {
+        "difference": 0.8833333333333346,
+        "ci95": [
+          -2.079517704517706,
+          4.029173252050881
+        ]
+      },
+      "count": {
+        "difference": -1.3666666666666663,
+        "ci95": [
+          -4.640565650343903,
+          1.6243967392663345
+        ]
+      },
+      "behavior": {
+        "difference": -0.24166666666666536,
+        "ci95": [
+          -2.327714592834495,
+          1.9401803985788748
+        ]
+      }
+    },
+    "Middle8-Random8": {
+      "color": {
+        "difference": 2.216666666666667,
+        "ci95": [
+          0.055489417989417845,
+          4.628924648223668
+        ]
+      },
+      "count": {
+        "difference": -0.36666666666666536,
+        "ci95": [
+          -3.621885738831616,
+          2.7726371951219524
+        ]
+      },
+      "behavior": {
+        "difference": 0.9250000000000007,
+        "ci95": [
+          -1.18797866186717,
+          3.0659404566424278
+        ]
+      }
+    },
+    "Deep8-Random8": {
+      "color": {
+        "difference": 0.21666666666666679,
+        "ci95": [
+          -2.68340210355987,
+          3.155196264111707
+        ]
+      },
+      "count": {
+        "difference": -3.3666666666666663,
+        "ci95": [
+          -7.067083333333334,
+          0.10530537573881361
+        ]
+      },
+      "behavior": {
+        "difference": -1.5749999999999993,
+        "ci95": [
+          -3.9747666664836414,
+          0.7099735526578647
+        ]
+      }
+    },
+    "Top8-Shallow8": {
+      "color": {
+        "difference": -0.3333333333333339,
+        "ci95": [
+          -3.166666666666666,
+          2.475247524752475
+        ]
+      },
+      "count": {
+        "difference": 0.5,
+        "ci95": [
+          -1.9419843713000227,
+          3.4050179211469533
+        ]
+      },
+      "behavior": {
+        "difference": 0.08333333333333215,
+        "ci95": [
+          -1.8518795120736862,
+          2.1669680102528024
+        ]
+      }
+    },
+    "Deep8-Full": {
+      "color": {
+        "difference": 0.8333333333333321,
+        "ci95": [
+          -2.3809523809523796,
+          4.051799085733517
+        ]
+      },
+      "count": {
+        "difference": -3.833333333333333,
+        "ci95": [
+          -7.741522152807696,
+          -0.17262390082673582
+        ]
+      },
+      "behavior": {
+        "difference": -1.5,
+        "ci95": [
+          -3.862156197590915,
+          0.8220405373870728
+        ]
+      }
+    },
+    "Middle8-Full": {
+      "color": {
+        "difference": 2.833333333333332,
+        "ci95": [
+          0.341793570219965,
+          5.666666666666666
+        ]
+      },
+      "count": {
+        "difference": -0.8333333333333321,
+        "ci95": [
+          -4.477851128970534,
+          2.4062436253510975
+        ]
+      },
+      "behavior": {
+        "difference": 1.0,
+        "ci95": [
+          -1.2043076726577198,
+          3.107975547150466
+        ]
+      }
+    },
+    "Random8-Full": {
+      "color": {
+        "difference": 0.6166666666666654,
+        "ci95": [
+          -1.3499999999999996,
+          3.0694619185675487
+        ]
+      },
+      "count": {
+        "difference": -0.4666666666666668,
+        "ci95": [
+          -3.333758503401361,
+          1.96538709875784
+        ]
+      },
+      "behavior": {
+        "difference": 0.07499999999999929,
+        "ci95": [
+          -1.629657520345539,
+          1.512899304749076
+        ]
+      }
+    },
+    "Shallow8-Full": {
+      "color": {
+        "difference": 1.5,
+        "ci95": [
+          -1.629649758454108,
+          4.975124378109451
+        ]
+      },
+      "count": {
+        "difference": -1.833333333333333,
+        "ci95": [
+          -5.218952194758646,
+          1.258161126085656
+        ]
+      },
+      "behavior": {
+        "difference": -0.16666666666666607,
+        "ci95": [
+          -2.3435467387311233,
+          1.995625026660409
+        ]
+      }
+    },
+    "Top8-Full": {
+      "color": {
+        "difference": 1.166666666666666,
+        "ci95": [
+          -1.7242123756774457,
+          4.355108877721944
+        ]
+      },
+      "count": {
+        "difference": -1.333333333333333,
+        "ci95": [
+          -4.431624851391792,
+          1.738383309029046
+        ]
+      },
+      "behavior": {
+        "difference": -0.08333333333333393,
+        "ci95": [
+          -2.152799599172603,
+          2.0720516281469554
+        ]
+      }
+    },
+    "TopDelta8-Full": {
+      "color": {
+        "difference": 2.5,
+        "ci95": [
+          1.7763568394002505e-15,
+          5.034870426829269
+        ]
+      },
+      "count": {
+        "difference": -0.6666666666666661,
+        "ci95": [
+          -3.780161604903872,
+          2.3150839793281666
+        ]
+      },
+      "behavior": {
+        "difference": 0.9166666666666661,
+        "ci95": [
+          -0.898544170848408,
+          2.7615857987030425
+        ]
+      }
+    }
+  }
+}

reports/frozen_v3/fixed_internvl_replacement.json

@@ -0,0 +1,451 @@
+{
+  "behavior": "replacement",
+  "arms": {
+    "Deep8": {
+      "color": {
+        "gain": 5.5,
+        "ci95": [
+          2.1975709475709477,
+          9.153808195258971
+        ]
+      },
+      "count": {
+        "gain": 0.6666666666666666,
+        "ci95": [
+          -4.283120510774142,
+          5.699597314196522
+        ]
+      },
+      "behavior": {
+        "gain": 3.0833333333333335,
+        "ci95": [
+          0.041972000238318305,
+          6.1282139502268365
+        ]
+      },
+      "runs": 3
+    },
+    "Full": {
+      "color": {
+        "gain": 5.833333333333333,
+        "ci95": [
+          2.4560113519091846,
+          9.479161358270058
+        ]
+      },
+      "count": {
+        "gain": 0.6666666666666666,
+        "ci95": [
+          -4.715958061219957,
+          6.250560035842296
+        ]
+      },
+      "behavior": {
+        "gain": 3.25,
+        "ci95": [
+          0.03493230625583557,
+          6.558021532610946
+        ]
+      },
+      "runs": 3
+    },
+    "Middle8": {
+      "color": {
+        "gain": 6.166666666666667,
+        "ci95": [
+          2.640046899426785,
+          10.047846889952153
+        ]
+      },
+      "count": {
+        "gain": 0.0,
+        "ci95": [
+          -5.5555555555555545,
+          5.641093474426809
+        ]
+      },
+      "behavior": {
+        "gain": 3.0833333333333335,
+        "ci95": [
+          -0.1524001016193441,
+          6.519581833336135
+        ]
+      },
+      "runs": 3
+    },
+    "Random8": {
+      "color": {
+        "gain": 5.05,
+        "ci95": [
+          1.8817071223251354,
+          8.398106796116503
+        ]
+      },
+      "count": {
+        "gain": 0.8,
+        "ci95": [
+          -4.0308084772370485,
+          5.868597155069721
+        ]
+      },
+      "behavior": {
+        "gain": 2.925,
+        "ci95": [
+          -0.028902785810680506,
+          5.880289649718909
+        ]
+      },
+      "runs": 10
+    },
+    "Shallow8": {
+      "color": {
+        "gain": 4.5,
+        "ci95": [
+          1.0415317357512954,
+          8.243819975612459
+        ]
+      },
+      "count": {
+        "gain": 0.3333333333333333,
+        "ci95": [
+          -5.263854079643553,
+          6.122896527031868
+        ]
+      },
+      "behavior": {
+        "gain": 2.4166666666666665,
+        "ci95": [
+          -0.9788146698554657,
+          5.777629470307291
+        ]
+      },
+      "runs": 3
+    },
+    "Top8": {
+      "color": {
+        "gain": 4.833333333333333,
+        "ci95": [
+          1.4771185835653606,
+          8.421908429610614
+        ]
+      },
+      "count": {
+        "gain": -0.16666666666666666,
+        "ci95": [
+          -5.729916557591623,
+          5.492762445887447
+        ]
+      },
+      "behavior": {
+        "gain": 2.3333333333333335,
+        "ci95": [
+          -0.916828529657477,
+          5.568640197353072
+        ]
+      },
+      "runs": 3
+    },
+    "TopDelta8": {
+      "color": {
+        "gain": 6.0,
+        "ci95": [
+          2.512562814070352,
+          9.667063492063493
+        ]
+      },
+      "count": {
+        "gain": 0.3333333333333333,
+        "ci95": [
+          -4.957264957264957,
+          5.582943662324023
+        ]
+      },
+      "behavior": {
+        "gain": 3.1666666666666665,
+        "ci95": [
+          -0.07104606737497907,
+          6.437948987509699
+        ]
+      },
+      "runs": 3
+    }
+  },
+  "contrasts": {
+    "Top8-Random8": {
+      "color": {
+        "difference": -0.21666666666666679,
+        "ci95": [
+          -1.7863636363636373,
+          1.2592563621193162
+        ]
+      },
+      "count": {
+        "difference": -0.9666666666666667,
+        "ci95": [
+          -3.583524557165861,
+          1.7464901988953845
+        ]
+      },
+      "behavior": {
+        "difference": -0.5916666666666663,
+        "ci95": [
+          -2.124358758652281,
+          0.9655486008411758
+        ]
+      }
+    },
+    "TopDelta8-Random8": {
+      "color": {
+        "difference": 0.9500000000000002,
+        "ci95": [
+          -2.7755575615619447e-18,
+          2.349755536381937
+        ]
+      },
+      "count": {
+        "difference": -0.46666666666666673,
+        "ci95": [
+          -2.4317695104337864,
+          1.4085655235762413
+        ]
+      },
+      "behavior": {
+        "difference": 0.2416666666666667,
+        "ci95": [
+          -0.9317343049122525,
+          1.551202012472187
+        ]
+      }
+    },
+    "Shallow8-Random8": {
+      "color": {
+        "difference": -0.5499999999999998,
+        "ci95": [
+          -2.4752475247524752,
+          1.1836242138364783
+        ]
+      },
+      "count": {
+        "difference": -0.46666666666666673,
+        "ci95": [
+          -3.414695428361319,
+          2.7127896613190745
+        ]
+      },
+      "behavior": {
+        "difference": -0.5083333333333333,
+        "ci95": [
+          -2.2997894154415555,
+          1.3372060167433903
+        ]
+      }
+    },
+    "Middle8-Random8": {
+      "color": {
+        "difference": 1.1166666666666671,
+        "ci95": [
+          -0.338409475465312,
+          2.947043066144653
+        ]
+      },
+      "count": {
+        "difference": -0.8,
+        "ci95": [
+          -3.4155755768732177,
+          2.0574264394753117
+        ]
+      },
+      "behavior": {
+        "difference": 0.15833333333333366,
+        "ci95": [
+          -1.300025255127855,
+          1.886065176539661
+        ]
+      }
+    },
+    "Deep8-Random8": {
+      "color": {
+        "difference": 0.4500000000000002,
+        "ci95": [
+          -0.6767266360782422,
+          1.7058284667353703
+        ]
+      },
+      "count": {
+        "difference": -0.13333333333333341,
+        "ci95": [
+          -2.227644288819126,
+          1.8501392804403283
+        ]
+      },
+      "behavior": {
+        "difference": 0.15833333333333366,
+        "ci95": [
+          -0.9475457822480527,
+          1.2506931292087544
+        ]
+      }
+    },
+    "Top8-Shallow8": {
+      "color": {
+        "difference": 0.33333333333333304,
+        "ci95": [
+          -0.6472491909385107,
+          1.4219065480565345
+        ]
+      },
+      "count": {
+        "difference": -0.5,
+        "ci95": [
+          -3.0895147095800852,
+          1.8425460636515916
+        ]
+      },
+      "behavior": {
+        "difference": -0.08333333333333304,
+        "ci95": [
+          -1.4753264033196176,
+          1.250011198196622
+        ]
+      }
+    },
+    "Deep8-Full": {
+      "color": {
+        "difference": -0.33333333333333304,
+        "ci95": [
+          -1.8518518518518512,
+          0.9569377990430628
+        ]
+      },
+      "count": {
+        "difference": 0.0,
+        "ci95": [
+          -2.8709550757373354,
+          2.4179620034542313
+        ]
+      },
+      "behavior": {
+        "difference": -0.16666666666666652,
+        "ci95": [
+          -1.8273203478127629,
+          1.1345159142640158
+        ]
+      }
+    },
+    "Middle8-Full": {
+      "color": {
+        "difference": 0.3333333333333339,
+        "ci95": [
+          -1.2404549735564718,
+          2.1166835528537673
+        ]
+      },
+      "count": {
+        "difference": -0.6666666666666666,
+        "ci95": [
+          -3.608450042144849,
+          2.4563131967850667
+        ]
+      },
+      "behavior": {
+        "difference": -0.16666666666666652,
+        "ci95": [
+          -1.7780610883128138,
+          1.6718349602314826
+        ]
+      }
+    },
+    "Random8-Full": {
+      "color": {
+        "difference": -0.7833333333333332,
+        "ci95": [
+          -2.1539682539682525,
+          0.09393024815559997
+        ]
+      },
+      "count": {
+        "difference": 0.13333333333333341,
+        "ci95": [
+          -2.425782770584751,
+          2.3811846689895484
+        ]
+      },
+      "behavior": {
+        "difference": -0.3250000000000002,
+        "ci95": [
+          -1.9248199954998866,
+          0.8313538662677991
+        ]
+      }
+    },
+    "Shallow8-Full": {
+      "color": {
+        "difference": -1.333333333333333,
+        "ci95": [
+          -3.472304502369669,
+          0.49757462686567183
+        ]
+      },
+      "count": {
+        "difference": -0.3333333333333333,
+        "ci95": [
+          -3.3874103552626122,
+          2.966841186736475
+        ]
+      },
+      "behavior": {
+        "difference": -0.8333333333333335,
+        "ci95": [
+          -2.727315779882576,
+          1.011495180903665
+        ]
+      }
+    },
+    "Top8-Full": {
+      "color": {
+        "difference": -1.0,
+        "ci95": [
+          -2.837047494201875,
+          0.5025125628140703
+        ]
+      },
+      "count": {
+        "difference": -0.8333333333333333,
+        "ci95": [
+          -3.426791277258567,
+          1.9906648078289892
+        ]
+      },
+      "behavior": {
+        "difference": -0.9166666666666665,
+        "ci95": [
+          -2.5295529286117837,
+          0.7356618762855107
+        ]
+      }
+    },
+    "TopDelta8-Full": {
+      "color": {
+        "difference": 0.16666666666666696,
+        "ci95": [
+          -1.0002525252525252,
+          1.4563327851168058
+        ]
+      },
+      "count": {
+        "difference": -0.3333333333333333,
+        "ci95": [
+          -2.724358974358974,
+          1.8730125079499695
+        ]
+      },
+      "behavior": {
+        "difference": -0.08333333333333348,
+        "ci95": [
+          -1.5632915846466247,
+          1.261240453313624
+        ]
+      }
+    }
+  }
+}

reports/frozen_v3/joint_qwen_context.json

@@ -0,0 +1,30 @@
+{
+  "behavior": "context",
+  "arms": {
+    "Joint": {
+      "color": {
+        "gain": -1.3333333333333333,
+        "ci95": [
+          -4.340466485507246,
+          1.6026069518716577
+        ]
+      },
+      "count": {
+        "gain": -0.6666666666666666,
+        "ci95": [
+          -4.035087719298246,
+          2.680269627708435
+        ]
+      },
+      "behavior": {
+        "gain": -1.0,
+        "ci95": [
+          -3.3041347979672726,
+          1.2403811824635946
+        ]
+      },
+      "runs": 3
+    }
+  },
+  "contrasts": {}
+}

reports/frozen_v3/joint_qwen_removal.json

@@ -0,0 +1,30 @@
+{
+  "behavior": "removal",
+  "arms": {
+    "Joint": {
+      "color": {
+        "gain": 17.166666666666668,
+        "ci95": [
+          10.76335406793049,
+          23.880597014925375
+        ]
+      },
+      "count": {
+        "gain": 2.8333333333333335,
+        "ci95": [
+          -0.9524948735475052,
+          6.666666666666667
+        ]
+      },
+      "behavior": {
+        "gain": 10.0,
+        "ci95": [
+          6.417576413464781,
+          13.700670858980695
+        ]
+      },
+      "runs": 3
+    }
+  },
+  "contrasts": {}
+}

reports/frozen_v3/joint_qwen_replacement.json

@@ -0,0 +1,30 @@
+{
+  "behavior": "replacement",
+  "arms": {
+    "Joint": {
+      "color": {
+        "gain": 1.3333333333333333,
+        "ci95": [
+          -2.0345884832806362,
+          4.975124378109453
+        ]
+      },
+      "count": {
+        "gain": 0.3333333333333335,
+        "ci95": [
+          -4.568527918781726,
+          4.912280701754386
+        ]
+      },
+      "behavior": {
+        "gain": 0.8333333333333334,
+        "ci95": [
+          -2.377475578750167,
+          4.0000100010001
+        ]
+      },
+      "runs": 3
+    }
+  },
+  "contrasts": {}
+}

reports/frozen_v3/per_run.csv

@@ -0,0 +1,163 @@
+job,stage,backbone,behavior,name,items,effect,effect_ci_low,effect_ci_high,gain,gain_ci_low,gain_ci_high,original_accuracy,original_accuracy_change
+eval_base_qwen_removal,base_qwen,qwen,removal,,400,84.25,80.72233040201004,87.75,,,,93.0,0.0
+eval_base_qwen_replacement,base_qwen,qwen,replacement,,400,87.0,83.25,90.25,,,,92.5,0.0
+eval_base_qwen_context,base_qwen,qwen,context,,400,4.25,2.0,6.75,,,,94.5,0.0
+eval_base_internvl_removal,base_internvl,internvl,removal,,400,82.5,78.5,86.21733668341709,,,,86.5,0.0
+eval_base_internvl_replacement,base_internvl,internvl,replacement,,400,76.75,72.25,81.00624999999991,,,,85.5,0.0
+eval_base_internvl_context,base_internvl,internvl,context,,400,10.500000000000002,7.0,14.0,,,,85.75,0.0
+eval_base_llava_removal,base_llava,llava,removal,,400,79.25,75.0,83.25,,,,80.5,0.0
+eval_base_llava_replacement,base_llava,llava,replacement,,400,68.5,63.5,73.25,,,,81.0,0.0
+eval_base_llava_context,base_llava,llava,context,,400,12.5,8.5,16.5,,,,81.25,0.0
+eval_joint_qwen_removal_seed13,joint_qwen,qwen,removal,seed13,400,94.5,92.2248743718593,96.5298840413598,10.25,6.716141391257996,14.092783835066173,92.5,-0.5
+eval_joint_qwen_replacement_seed13,joint_qwen,qwen,replacement,seed13,400,85.75,82.0,89.5,-1.25,-3.9616298120858704,1.462716553220801,91.75,-0.75
+eval_joint_qwen_context_seed13,joint_qwen,qwen,context,seed13,400,5.0,2.5,7.5,-0.75,-3.3210029299968324,1.7657923269080076,93.0,-1.5
+eval_joint_qwen_removal_seed42,joint_qwen,qwen,removal,seed42,400,93.75,91.25,96.0,9.5,5.810904591434834,13.563402684489551,93.5,0.5
+eval_joint_qwen_replacement_seed42,joint_qwen,qwen,replacement,seed42,400,87.75,84.25,91.0,0.75,-1.9925597787365354,3.527467786470316,92.75,0.25
+eval_joint_qwen_context_seed42,joint_qwen,qwen,context,seed42,400,5.75,3.0,8.75,-1.5,-4.135642969365116,1.1741413658384159,94.5,0.0
+eval_joint_qwen_removal_seed73,joint_qwen,qwen,removal,seed73,400,94.5,92.2324120603015,96.51249815280035,10.25,6.548601313825358,14.128206171963207,94.25,1.25
+eval_joint_qwen_replacement_seed73,joint_qwen,qwen,replacement,seed73,400,90.0,86.75,93.0,3.0,0.5755354773488343,5.488704005112152,94.25,1.75
+eval_joint_qwen_context_seed73,joint_qwen,qwen,context,seed73,400,5.0,2.5,7.75,-0.75,-3.5000087508750877,1.976367082366181,95.25,0.75
+eval_fixed_internvl_removal_Deep8_s13,fixed_internvl,internvl,removal,Deep8_s13,400,89.5,86.20851130653266,92.51741293532339,7.0,2.856394271724264,11.14869790030252,87.25,0.75
+eval_fixed_internvl_removal_Deep8_s42,fixed_internvl,internvl,removal,Deep8_s42,400,90.25,87.0,93.25,7.75,3.7925674267756198,11.806977479423866,89.5,3.0
+eval_fixed_internvl_removal_Deep8_s73,fixed_internvl,internvl,removal,Deep8_s73,400,91.0,88.0,93.75,8.5,4.648868058686165,12.491967307775496,89.0,2.5
+eval_fixed_internvl_removal_Full_s13,fixed_internvl,internvl,removal,Full_s13,400,91.25,88.46984924623115,93.98492462311557,8.75,4.575139984625496,12.802678804001117,89.0,2.5
+eval_fixed_internvl_removal_Full_s42,fixed_internvl,internvl,removal,Full_s42,400,92.25,89.51492537313433,94.75,9.75,6.186081068083378,13.499507283400813,89.75,3.25
+eval_fixed_internvl_removal_Full_s73,fixed_internvl,internvl,removal,Full_s73,400,91.75,88.9748743718593,94.25,9.25,5.296997452268867,13.26356363472599,89.5,3.0
+eval_fixed_internvl_removal_Middle8_s13,fixed_internvl,internvl,removal,Middle8_s13,400,91.25,88.27602611940299,94.0,8.75,4.758539822017734,12.832331881759965,89.25,2.75
+eval_fixed_internvl_removal_Middle8_s42,fixed_internvl,internvl,removal,Middle8_s42,400,93.25,90.75,95.5087064676617,10.75,6.983985137210944,14.589239248202711,89.75,3.25
+eval_fixed_internvl_removal_Middle8_s73,fixed_internvl,internvl,removal,Middle8_s73,400,93.75,91.25,96.0,11.25,7.487877505295552,15.296253163100983,87.5,1.0
+eval_fixed_internvl_removal_Random8_8101_s13,fixed_internvl,internvl,removal,Random8_8101_s13,400,89.75,86.75,92.5776661942718,7.25,3.0288316786105303,11.506091143535162,89.75,3.25
+eval_fixed_internvl_removal_Random8_8102_s13,fixed_internvl,internvl,removal,Random8_8102_s13,400,92.5,89.76990049751244,94.99120603015075,10.0,5.978529449954433,14.082705719142572,88.75,2.25
+eval_fixed_internvl_removal_Random8_8103_s13,fixed_internvl,internvl,removal,Random8_8103_s13,400,92.5,89.72989949748744,95.0,10.0,6.25,13.852434534058393,89.0,2.5
+eval_fixed_internvl_removal_Random8_8104_s13,fixed_internvl,internvl,removal,Random8_8104_s13,400,92.5,89.76990049751244,95.0,10.0,6.025566264156604,14.044537264646584,89.75,3.25
+eval_fixed_internvl_removal_Random8_8105_s13,fixed_internvl,internvl,removal,Random8_8105_s13,400,92.5,89.8019801980198,95.0,10.0,6.047840015932582,14.109959960899976,88.75,2.25
+eval_fixed_internvl_removal_Random8_8106_s13,fixed_internvl,internvl,removal,Random8_8106_s13,400,92.5,89.76492537313433,94.99246231155779,10.0,5.988591947427155,14.250996395079152,89.5,3.0
+eval_fixed_internvl_removal_Random8_8107_s13,fixed_internvl,internvl,removal,Random8_8107_s13,400,93.5,91.0,95.75,11.0,7.002814054726367,15.225665147370142,89.5,3.0
+eval_fixed_internvl_removal_Random8_8108_s13,fixed_internvl,internvl,removal,Random8_8108_s13,400,90.75,87.75,93.5,8.25,4.05340691090351,12.660350276169341,88.25,1.75
+eval_fixed_internvl_removal_Random8_8109_s13,fixed_internvl,internvl,removal,Random8_8109_s13,400,90.5,87.5,93.25,8.0,3.8138417475486217,12.268682822167408,89.25,2.75
+eval_fixed_internvl_removal_Random8_8110_s13,fixed_internvl,internvl,removal,Random8_8110_s13,400,91.25,88.26865671641791,94.0,8.75,4.499877809445236,13.07355787142443,88.5,2.0
+eval_fixed_internvl_removal_Shallow8_s13,fixed_internvl,internvl,removal,Shallow8_s13,400,92.0,89.25,94.51741293532339,9.5,5.5442975776949925,14.03667832989211,89.5,3.0
+eval_fixed_internvl_removal_Shallow8_s42,fixed_internvl,internvl,removal,Shallow8_s42,400,91.75,88.97738693467338,94.26243781094527,9.25,5.533456681351842,13.225616734977956,90.25,3.75
+eval_fixed_internvl_removal_Shallow8_s73,fixed_internvl,internvl,removal,Shallow8_s73,400,91.0,88.0569306930693,93.75,8.5,4.449600872845292,12.967301043358336,89.25,2.75
+eval_fixed_internvl_removal_Top8_s13,fixed_internvl,internvl,removal,Top8_s13,400,92.75,90.22107412060302,95.23492462311557,10.25,6.528353658536585,14.265732611940072,89.75,3.25
+eval_fixed_internvl_removal_Top8_s42,fixed_internvl,internvl,removal,Top8_s42,400,91.0,88.2211055276382,93.7324120603015,8.5,4.486318152462668,12.738608896322752,90.5,4.0
+eval_fixed_internvl_removal_Top8_s73,fixed_internvl,internvl,removal,Top8_s73,400,91.25,88.46730527638191,93.81338295541742,8.75,4.741181029525738,13.000124182675249,89.25,2.75
+eval_fixed_internvl_removal_TopDelta8_s13,fixed_internvl,internvl,removal,TopDelta8_s13,400,92.0,89.25,94.50998134328357,9.5,5.743129854684139,13.505735618753315,89.0,2.5
+eval_fixed_internvl_removal_TopDelta8_s42,fixed_internvl,internvl,removal,TopDelta8_s42,400,93.25,90.52114427860697,95.52964901477833,10.75,6.932901821658615,14.750077780008029,89.75,3.25
+eval_fixed_internvl_removal_TopDelta8_s73,fixed_internvl,internvl,removal,TopDelta8_s73,400,92.75,90.22358668341708,95.2399811557789,10.25,6.289443561431274,14.321499116337728,88.75,2.25
+eval_fixed_internvl_replacement_Deep8_s13,fixed_internvl,internvl,replacement,Deep8_s13,400,79.75,75.25,84.25,3.0,0.133932437254818,5.966764413012762,86.25,0.75
+eval_fixed_internvl_replacement_Deep8_s42,fixed_internvl,internvl,replacement,Deep8_s42,400,79.5,74.75,84.0,2.75,-0.27166358070592905,5.814856205640149,87.0,1.5
+eval_fixed_internvl_replacement_Deep8_s73,fixed_internvl,internvl,replacement,Deep8_s73,400,80.25,75.75,84.5,3.5,0.21596397288415434,6.811961074156188,86.5,1.0
+eval_fixed_internvl_replacement_Full_s13,fixed_internvl,internvl,replacement,Full_s13,400,79.75,75.25,84.25,3.0,0.16002415458937186,6.007396339215746,87.25,1.75
+eval_fixed_internvl_replacement_Full_s42,fixed_internvl,internvl,replacement,Full_s42,400,79.25,74.75,83.75,2.5,-0.682120380494702,5.678966191189281,87.5,2.0
+eval_fixed_internvl_replacement_Full_s73,fixed_internvl,internvl,replacement,Full_s73,400,81.0,76.5,85.25,4.25,0.5520600570972053,7.843301249149277,88.0,2.5
+eval_fixed_internvl_replacement_Middle8_s13,fixed_internvl,internvl,replacement,Middle8_s13,400,79.5,75.0,84.0,2.75,-0.4933711117838492,6.159362488011963,87.5,2.0
+eval_fixed_internvl_replacement_Middle8_s42,fixed_internvl,internvl,replacement,Middle8_s42,400,79.25,74.5,83.75,2.5,-0.8948208936976589,5.915345637214831,88.0,2.5
+eval_fixed_internvl_replacement_Middle8_s73,fixed_internvl,internvl,replacement,Middle8_s73,400,80.75,76.25,85.0,4.0,0.5252856234758084,7.503343451856497,85.5,0.0
+eval_fixed_internvl_replacement_Random8_8101_s13,fixed_internvl,internvl,replacement,Random8_8101_s13,400,79.25,74.5,83.75,2.5,-0.5003200305925424,5.5222603421484235,87.25,1.75
+eval_fixed_internvl_replacement_Random8_8102_s13,fixed_internvl,internvl,replacement,Random8_8102_s13,400,80.5,76.0,84.75,3.75,0.6678564195172717,7.026106981051789,88.0,2.5
+eval_fixed_internvl_replacement_Random8_8103_s13,fixed_internvl,internvl,replacement,Random8_8103_s13,400,79.5,75.0,84.0,2.75,-0.2725918225075808,5.871895628963657,88.5,3.0
+eval_fixed_internvl_replacement_Random8_8104_s13,fixed_internvl,internvl,replacement,Random8_8104_s13,400,79.25,74.75,83.5,2.5,-0.4765360205433707,5.488734366892677,87.75,2.25
+eval_fixed_internvl_replacement_Random8_8105_s13,fixed_internvl,internvl,replacement,Random8_8105_s13,400,80.0,75.5,84.25,3.25,0.44065241228070173,6.246496006150154,87.25,1.75
+eval_fixed_internvl_replacement_Random8_8106_s13,fixed_internvl,internvl,replacement,Random8_8106_s13,400,79.25,74.75,83.5,2.5,-0.5551212617207681,5.633482119804561,87.25,1.75
+eval_fixed_internvl_replacement_Random8_8107_s13,fixed_internvl,internvl,replacement,Random8_8107_s13,400,79.0,74.25,83.5,2.25,-0.7073623602769836,5.404463830924286,87.5,2.0
+eval_fixed_internvl_replacement_Random8_8108_s13,fixed_internvl,internvl,replacement,Random8_8108_s13,400,79.75,75.25,84.0,3.0,0.036945765917643515,6.020628959724555,87.75,2.25
+eval_fixed_internvl_replacement_Random8_8109_s13,fixed_internvl,internvl,replacement,Random8_8109_s13,400,80.25,75.75,84.5,3.5,0.459598488093505,6.697603720279664,86.75,1.25
+eval_fixed_internvl_replacement_Random8_8110_s13,fixed_internvl,internvl,replacement,Random8_8110_s13,400,80.0,75.5,84.25,3.25,0.26331783935237535,6.266427609511189,88.0,2.5
+eval_fixed_internvl_replacement_Shallow8_s13,fixed_internvl,internvl,replacement,Shallow8_s13,400,78.5,73.75,83.0,1.75,-1.7095732140764122,5.023653976120748,88.0,2.5
+eval_fixed_internvl_replacement_Shallow8_s42,fixed_internvl,internvl,replacement,Shallow8_s42,400,80.0,75.5,84.25,3.25,0.009750243756093808,6.529363759546685,89.25,3.75
+eval_fixed_internvl_replacement_Shallow8_s73,fixed_internvl,internvl,replacement,Shallow8_s73,400,79.0,74.25,83.5,2.25,-1.4482842521146206,5.853062644592245,88.75,3.25
+eval_fixed_internvl_replacement_Top8_s13,fixed_internvl,internvl,replacement,Top8_s13,400,79.0,74.25,83.5,2.25,-0.9980172478722602,5.4650243194773,88.25,2.75
+eval_fixed_internvl_replacement_Top8_s42,fixed_internvl,internvl,replacement,Top8_s42,400,79.0,74.5,83.5,2.25,-1.0007784195991993,5.523755951769831,88.0,2.5
+eval_fixed_internvl_replacement_Top8_s73,fixed_internvl,internvl,replacement,Top8_s73,400,79.25,74.75,83.5,2.5,-1.3759245675163518,6.256406410160254,88.25,2.75
+eval_fixed_internvl_replacement_TopDelta8_s13,fixed_internvl,internvl,replacement,TopDelta8_s13,400,80.0,75.5,84.25,3.25,0.25,6.377942068147662,87.0,1.5
+eval_fixed_internvl_replacement_TopDelta8_s42,fixed_internvl,internvl,replacement,TopDelta8_s42,400,79.25,74.75,83.5,2.5,-0.6737121434893049,5.702384412548396,87.0,1.5
+eval_fixed_internvl_replacement_TopDelta8_s73,fixed_internvl,internvl,replacement,TopDelta8_s73,400,80.5,76.0,84.75,3.75,0.21452958898992525,7.231129720625427,85.5,0.0
+eval_fixed_internvl_context_Deep8_s13,fixed_internvl,internvl,context,Deep8_s13,400,7.5,4.25,10.75,3.0,-0.7131418276448804,7.075470586785437,88.75,3.0
+eval_fixed_internvl_context_Deep8_s42,fixed_internvl,internvl,context,Deep8_s42,400,7.0,4.0,10.0,3.5,-0.2066662065165166,7.290803645401823,89.25,3.5
+eval_fixed_internvl_context_Deep8_s73,fixed_internvl,internvl,context,Deep8_s73,400,7.0,4.0,10.0,3.5,-0.21833370837083704,7.2317727578033,88.75,3.0
+eval_fixed_internvl_context_Full_s13,fixed_internvl,internvl,context,Full_s13,400,7.75,4.5,11.0,2.7500000000000004,-1.0406721788152409,6.67928668143074,89.25,3.5
+eval_fixed_internvl_context_Full_s42,fixed_internvl,internvl,context,Full_s42,400,8.5,5.5,11.5,2.0,-1.7282007910908843,5.979127853018159,88.25,2.5
+eval_fixed_internvl_context_Full_s73,fixed_internvl,internvl,context,Full_s73,400,8.0,5.0,11.0,2.5000000000000004,-0.9088653625472229,5.961035267630861,89.5,3.75
+eval_fixed_internvl_context_Middle8_s13,fixed_internvl,internvl,context,Middle8_s13,400,8.75,5.75,12.0,1.75,-2.000860440329978,5.530740081216952,88.0,2.25
+eval_fixed_internvl_context_Middle8_s42,fixed_internvl,internvl,context,Middle8_s42,400,7.25,4.243750000000006,10.5,3.2500000000000004,-0.5414150445590994,7.105761845893446,88.25,2.5
+eval_fixed_internvl_context_Middle8_s73,fixed_internvl,internvl,context,Middle8_s73,400,8.5,5.5,11.5,2.0,-1.4423076923076923,5.472696901963612,88.25,2.5
+eval_fixed_internvl_context_Random8_8101_s13,fixed_internvl,internvl,context,Random8_8101_s13,400,7.75,4.5,11.0,2.75,-0.9486136157886709,6.63928263848861,89.25,3.5
+eval_fixed_internvl_context_Random8_8102_s13,fixed_internvl,internvl,context,Random8_8102_s13,400,9.75,6.75,13.0,0.7499999999999998,-2.9709035529268997,4.589413505719946,89.0,3.25
+eval_fixed_internvl_context_Random8_8103_s13,fixed_internvl,internvl,context,Random8_8103_s13,400,6.75,3.75,10.0,3.75,0.29672873898148794,7.322906018753209,89.0,3.25
+eval_fixed_internvl_context_Random8_8104_s13,fixed_internvl,internvl,context,Random8_8104_s13,400,8.25,5.0,11.5,2.25,-1.6509536455818445,6.0358535853585344,87.75,2.0
+eval_fixed_internvl_context_Random8_8105_s13,fixed_internvl,internvl,context,Random8_8105_s13,400,8.75,5.5,12.0,1.75,-1.778959435831456,5.553937392683311,89.5,3.75
+eval_fixed_internvl_context_Random8_8106_s13,fixed_internvl,internvl,context,Random8_8106_s13,400,8.75,5.5,12.0,1.75,-1.8127907602510402,5.374044584050878,89.5,3.75
+eval_fixed_internvl_context_Random8_8107_s13,fixed_internvl,internvl,context,Random8_8107_s13,400,8.25,5.0,11.5,2.25,-1.500015006002401,6.007646958304846,89.0,3.25
+eval_fixed_internvl_context_Random8_8108_s13,fixed_internvl,internvl,context,Random8_8108_s13,400,8.75,5.75,11.75,1.75,-2.0680585394546007,5.776340150023978,89.0,3.25
+eval_fixed_internvl_context_Random8_8109_s13,fixed_internvl,internvl,context,Random8_8109_s13,400,9.25,6.25,12.5,1.25,-2.395819113717355,5.0920234357023215,89.25,3.5
+eval_fixed_internvl_context_Random8_8110_s13,fixed_internvl,internvl,context,Random8_8110_s13,400,8.0,5.0,11.0,2.5,-1.1211394271731712,6.25,89.25,3.5
+eval_fixed_internvl_context_Shallow8_s13,fixed_internvl,internvl,context,Shallow8_s13,400,5.250000000000001,2.25,8.25,5.25,1.4605732782161769,9.17656249999999,89.75,4.0
+eval_fixed_internvl_context_Shallow8_s42,fixed_internvl,internvl,context,Shallow8_s42,400,8.5,5.5,11.75,2.0,-1.7329261471820259,5.857598172119088,89.5,3.75
+eval_fixed_internvl_context_Shallow8_s73,fixed_internvl,internvl,context,Shallow8_s73,400,8.25,5.25,11.5,2.25,-1.6798779725438222,6.500543478260867,88.0,2.25
+eval_fixed_internvl_context_Top8_s13,fixed_internvl,internvl,context,Top8_s13,400,8.25,5.25,11.5,2.25,-1.5,6.023976550414375,87.75,2.0
+eval_fixed_internvl_context_Top8_s42,fixed_internvl,internvl,context,Top8_s42,400,7.0,3.9937500000000057,10.25,3.5,-0.0453391646687402,7.250412640901769,88.25,2.5
+eval_fixed_internvl_context_Top8_s73,fixed_internvl,internvl,context,Top8_s73,400,7.0,4.0,10.25,3.5,0.14966378964271373,7.179884223950387,88.25,2.5
+eval_fixed_internvl_context_TopDelta8_s13,fixed_internvl,internvl,context,TopDelta8_s13,400,8.75,5.75,12.0,1.75,-1.7657555446420992,5.469531249999996,87.75,2.0
+eval_fixed_internvl_context_TopDelta8_s42,fixed_internvl,internvl,context,TopDelta8_s42,400,7.25,4.0,10.5,3.2500000000000004,-0.5137555022008803,7.214180354508861,89.0,3.25
+eval_fixed_internvl_context_TopDelta8_s73,fixed_internvl,internvl,context,TopDelta8_s73,400,7.75,4.75,10.75,2.75,-1.0637318305001233,6.754797149122804,89.25,3.5
+eval_single_internvl_removal_L01_s13,single_internvl,internvl,removal,L01_s13,400,84.75,81.21476130653267,88.25,2.25,-0.8067265712179895,5.422825376773071,89.75,3.25
+eval_single_internvl_removal_L02_s13,single_internvl,internvl,removal,L02_s13,400,84.75,81.21356783919597,88.0667025088496,2.25,-0.741377665288737,5.354181079244707,90.0,3.5
+eval_single_internvl_removal_L07_s13,single_internvl,internvl,removal,L07_s13,400,89.25,86.0,92.25,6.75,2.7626606399757736,10.758627872651084,88.75,2.25
+eval_single_internvl_removal_L09_s13,single_internvl,internvl,removal,L09_s13,400,88.0,84.75,91.01990049751244,5.5,1.6650991548451843,9.48074463899272,89.5,3.0
+eval_single_internvl_removal_L11_s13,single_internvl,internvl,removal,L11_s13,400,89.75,86.71984924623115,92.54213560210701,7.25,3.7335642023222713,10.937554178224687,89.25,2.75
+eval_single_internvl_removal_L16_s13,single_internvl,internvl,removal,L16_s13,400,89.75,86.5273631840796,92.51871890547264,7.25,3.473338104337174,11.41884378260093,89.5,3.0
+eval_single_internvl_removal_L20_s13,single_internvl,internvl,removal,L20_s13,400,91.0,88.0,93.75,8.5,4.9918503381439425,12.470606629143212,89.5,3.0
+eval_single_internvl_removal_L25_s13,single_internvl,internvl,removal,L25_s13,400,89.75,86.5,92.75,7.25,3.1573756909695843,11.548631821036997,88.75,2.25
+eval_single_internvl_removal_L29_s13,single_internvl,internvl,removal,L29_s13,400,90.0,86.7798196517413,92.98492462311557,7.5,3.544871871150046,11.536953773471842,89.5,3.0
+eval_single_internvl_removal_L34_s13,single_internvl,internvl,removal,L34_s13,400,88.75,85.46482412060301,91.75,6.25,2.6447498748085305,9.89256471681922,88.75,2.25
+eval_single_internvl_replacement_L01_s13,single_internvl,internvl,replacement,L01_s13,400,77.5,73.0,82.0,0.7500000000000002,-1.904864949776407,3.3343535310393158,87.25,1.75
+eval_single_internvl_replacement_L02_s13,single_internvl,internvl,replacement,L02_s13,400,77.5,72.75,82.0,0.75,-1.7565732484240026,3.340770753133655,87.25,1.75
+eval_single_internvl_replacement_L07_s13,single_internvl,internvl,replacement,L07_s13,400,78.25,73.75,82.75,1.5,-1.2689268895210943,4.266941740931832,88.25,2.75
+eval_single_internvl_replacement_L09_s13,single_internvl,internvl,replacement,L09_s13,400,78.5,73.99375,83.0,1.75,-1.115608798189774,4.709702006909681,88.0,2.5
+eval_single_internvl_replacement_L11_s13,single_internvl,internvl,replacement,L11_s13,400,78.0,73.25,82.5,1.2500000000000002,-1.6821572564404461,4.2092315938910945,88.0,2.5
+eval_single_internvl_replacement_L16_s13,single_internvl,internvl,replacement,L16_s13,400,80.0,75.5,84.25,3.25,0.07943779537896004,6.524006038701953,88.5,3.0
+eval_single_internvl_replacement_L20_s13,single_internvl,internvl,replacement,L20_s13,400,80.0,75.5,84.25,3.25,-0.0009716893603148982,6.62662292928895,88.0,2.5
+eval_single_internvl_replacement_L25_s13,single_internvl,internvl,replacement,L25_s13,400,79.25,74.75,83.75,2.5,-0.6082272139162945,5.660514010539885,86.75,1.25
+eval_single_internvl_replacement_L29_s13,single_internvl,internvl,replacement,L29_s13,400,77.75,73.0,82.25,1.0000000000000002,-1.972781046881313,3.8965921868572906,87.5,2.0
+eval_single_internvl_replacement_L34_s13,single_internvl,internvl,replacement,L34_s13,400,78.25,73.75,82.5,1.5000000000000002,-1.0660448389882267,4.095679921546328,87.0,1.5
+eval_single_internvl_context_L01_s13,single_internvl,internvl,context,L01_s13,400,7.75,4.5,11.0,2.75,-0.9800188879127214,6.555780578057806,87.25,1.5
+eval_single_internvl_context_L02_s13,single_internvl,internvl,context,L02_s13,400,7.25,4.0,10.5,3.2500000000000004,-0.11554094741067852,6.813306330633063,86.75,1.0
+eval_single_internvl_context_L07_s13,single_internvl,internvl,context,L07_s13,400,8.0,4.5,11.5,2.5000000000000004,-1.2755678320738824,6.4819444444444425,88.5,2.75
+eval_single_internvl_context_L09_s13,single_internvl,internvl,context,L09_s13,400,8.75,5.5,12.25,1.75,-1.7086297740999141,5.441599359855966,88.75,3.0
+eval_single_internvl_context_L11_s13,single_internvl,internvl,context,L11_s13,400,9.5,6.0,13.0,1.0,-2.9426614935162325,5.126663050541317,88.0,2.25
+eval_single_internvl_context_L16_s13,single_internvl,internvl,context,L16_s13,400,8.25,5.25,11.5,2.25,-1.1105623381637695,6.108861758763935,88.0,2.25
+eval_single_internvl_context_L20_s13,single_internvl,internvl,context,L20_s13,400,9.0,5.75,12.25,1.5,-1.9800744163479962,5.112937480623073,88.75,3.0
+eval_single_internvl_context_L25_s13,single_internvl,internvl,context,L25_s13,400,8.25,5.0,11.5,2.25,-1.2933704860056685,5.923184095302921,88.25,2.5
+eval_single_internvl_context_L29_s13,single_internvl,internvl,context,L29_s13,400,9.25,6.25,12.5,1.25,-2.252752299343037,5.000559454785878,88.5,2.75
+eval_single_internvl_context_L34_s13,single_internvl,internvl,context,L34_s13,400,7.75,4.25,11.006249999999909,2.7500000000000004,-1.1416853126282702,6.977125546464398,88.0,2.25
+eval_single_llava_removal_L01_s13,single_llava,llava,removal,L01_s13,400,88.5,85.25,91.51868781094527,9.25,5.142881597138968,13.636871325705943,78.75,-1.75
+eval_single_llava_removal_L02_s13,single_llava,llava,removal,L02_s13,400,85.5,81.94971733668342,88.78240049751244,6.25,1.6090638525344352,11.239593392046283,75.5,-5.0
+eval_single_llava_removal_L06_s13,single_llava,llava,removal,L06_s13,400,89.5,86.22609924623114,92.5,10.25,6.217265689904091,14.493690890990543,80.0,-0.5
+eval_single_llava_removal_L08_s13,single_llava,llava,removal,L08_s13,400,88.5,85.25,91.52611940298507,9.25,5.1586331095872895,13.585090843405434,79.25,-1.25
+eval_single_llava_removal_L10_s13,single_llava,llava,removal,L10_s13,400,90.5,87.5310945273632,93.25,11.25,7.115203128628778,15.669871857280869,79.5,-1.0
+eval_single_llava_removal_L14_s13,single_llava,llava,removal,L14_s13,400,89.75,86.46984924623115,92.75,10.5,6.452646768436243,14.983362424869926,81.0,0.5
+eval_single_llava_removal_L18_s13,single_llava,llava,removal,L18_s13,400,88.0,84.53358208955223,91.23492462311557,8.75,4.36626958475698,13.041379126693098,82.5,2.0
+eval_single_llava_removal_L22_s13,single_llava,llava,removal,L22_s13,400,89.75,86.71984924623115,92.73618090452261,10.5,6.497500148216218,14.925461449806292,81.5,1.0
+eval_single_llava_removal_L26_s13,single_llava,llava,removal,L26_s13,400,85.75,82.20979899497488,89.03731435643564,6.5,2.6321138211382116,10.546899293754509,81.75,1.25
+eval_single_llava_removal_L30_s13,single_llava,llava,removal,L30_s13,400,89.0,85.7211055276382,92.0,9.75,5.611576437951277,14.282649948085417,83.75,3.25
+eval_single_llava_replacement_L01_s13,single_llava,llava,replacement,L01_s13,400,67.5,62.25,72.5,-1.0,-4.976266438879213,3.0546531505058674,77.0,-4.0
+eval_single_llava_replacement_L02_s13,single_llava,llava,replacement,L02_s13,400,67.0,61.75,72.0,-1.5000000000000004,-5.3814031440538095,2.7080512007290194,74.75,-6.25
+eval_single_llava_replacement_L06_s13,single_llava,llava,replacement,L06_s13,400,66.5,61.25,71.75,-2.0,-6.17859386804219,2.296907461640508,76.25,-4.75
+eval_single_llava_replacement_L08_s13,single_llava,llava,replacement,L08_s13,400,65.0,59.75,70.25,-3.5,-7.5131492665535005,0.613791719025769,74.0,-7.0
+eval_single_llava_replacement_L10_s13,single_llava,llava,replacement,L10_s13,400,69.0,64.0,74.0,0.5,-3.5706329606488394,4.712367166174262,77.5,-3.5
+eval_single_llava_replacement_L14_s13,single_llava,llava,replacement,L14_s13,400,65.0,59.75,70.25,-3.5,-7.797335793357239,0.7975996096261714,75.75,-5.25
+eval_single_llava_replacement_L18_s13,single_llava,llava,replacement,L18_s13,400,67.0,61.75,72.0,-1.5000000000000004,-5.48551157337036,2.680202128574467,75.75,-5.25
+eval_single_llava_replacement_L22_s13,single_llava,llava,replacement,L22_s13,400,66.0,60.75,71.25,-2.5,-6.612527369599109,1.8048049812029971,73.5,-7.5
+eval_single_llava_replacement_L26_s13,single_llava,llava,replacement,L26_s13,400,67.75,62.5,72.75,-0.75,-4.5458532695374805,3.291276580833568,76.75,-4.25
+eval_single_llava_replacement_L30_s13,single_llava,llava,replacement,L30_s13,400,67.75,62.5,72.75,-0.7500000000000002,-3.9838911210774635,2.644496880499118,78.0,-3.0
+eval_single_llava_context_L01_s13,single_llava,llava,context,L01_s13,400,10.5,7.0,14.0,2.0,-2.047191712236892,6.097149013672297,81.75,0.5
+eval_single_llava_context_L02_s13,single_llava,llava,context,L02_s13,400,9.5,6.0,13.0,3.0,-1.022802887059845,7.169356197249638,81.75,0.5
+eval_single_llava_context_L06_s13,single_llava,llava,context,L06_s13,400,9.5,6.0,13.0,3.0,-1.2488399525333325,7.152922077865719,81.25,0.0
+eval_single_llava_context_L08_s13,single_llava,llava,context,L08_s13,400,8.75,5.25,12.25,3.75,-0.49279556650246303,8.069760879156807,82.25,1.0
+eval_single_llava_context_L10_s13,single_llava,llava,context,L10_s13,400,12.25,9.0,15.75,0.25,-4.246823119811982,4.598743639655034,81.0,-0.25
+eval_single_llava_context_L14_s13,single_llava,llava,context,L14_s13,400,9.5,6.0,13.0,3.0,-1.25,7.214662523777282,82.25,1.0
+eval_single_llava_context_L18_s13,single_llava,llava,context,L18_s13,400,9.5,5.75,13.25,3.0,-1.1368897306397308,7.464407135382959,83.0,1.75
+eval_single_llava_context_L22_s13,single_llava,llava,context,L22_s13,400,8.75,5.0,12.5,3.75,-0.4799292429242924,8.190972176996683,81.75,0.5
+eval_single_llava_context_L26_s13,single_llava,llava,context,L26_s13,400,9.75,6.25,13.5,2.75,-1.1970661826842977,6.955142240616607,82.75,1.5
+eval_single_llava_context_L30_s13,single_llava,llava,context,L30_s13,400,13.25,9.75,17.0,-0.75,-4.25,2.7513551953335282,84.25,3.0

reports/frozen_v3/single_internvl_context.json

@@ -0,0 +1,300 @@
+{
+  "behavior": "context",
+  "runs": [
+    {
+      "layer": 1,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": -1.0,
+        "ci95": [
+          -4.285714285714286,
+          2.0103040454799235
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 6.5,
+        "ci95": [
+          0.0,
+          13.461787564766839
+        ]
+      },
+      "behavior": {
+        "gain": 2.75,
+        "ci95": [
+          -0.9800188879127214,
+          6.555780578057806
+        ]
+      }
+    },
+    {
+      "layer": 2,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": -0.5,
+        "ci95": [
+          -3.0303030303030303,
+          2.304414149172212
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 7.000000000000001,
+        "ci95": [
+          0.529030910609858,
+          13.588191699604737
+        ]
+      },
+      "behavior": {
+        "gain": 3.2500000000000004,
+        "ci95": [
+          -0.11554094741067852,
+          6.813306330633063
+        ]
+      }
+    },
+    {
+      "layer": 7,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": -2.0,
+        "ci95": [
+          -5.26379048582996,
+          0.970873786407767
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 7.000000000000001,
+        "ci95": [
+          0.0,
+          14.57286432160804
+        ]
+      },
+      "behavior": {
+        "gain": 2.5000000000000004,
+        "ci95": [
+          -1.2755678320738824,
+          6.4819444444444425
+        ]
+      }
+    },
+    {
+      "layer": 9,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": -1.0,
+        "ci95": [
+          -4.306737670224512,
+          2.0204583910167653
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 4.5,
+        "ci95": [
+          -1.7275461106655972,
+          11.458956339712916
+        ]
+      },
+      "behavior": {
+        "gain": 1.75,
+        "ci95": [
+          -1.7086297740999141,
+          5.441599359855966
+        ]
+      }
+    },
+    {
+      "layer": 11,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": -2.0,
+        "ci95": [
+          -5.208938953488372,
+          0.9526098901098888
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 4.0,
+        "ci95": [
+          -2.9275501622011295,
+          11.822792520790296
+        ]
+      },
+      "behavior": {
+        "gain": 1.0,
+        "ci95": [
+          -2.9426614935162325,
+          5.126663050541317
+        ]
+      }
+    },
+    {
+      "layer": 16,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": -1.5,
+        "ci95": [
+          -4.7368421052631575,
+          1.087105013067236
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 6.0,
+        "ci95": [
+          0.0,
+          13.147589239138524
+        ]
+      },
+      "behavior": {
+        "gain": 2.25,
+        "ci95": [
+          -1.1105623381637695,
+          6.108861758763935
+        ]
+      }
+    },
+    {
+      "layer": 20,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": -1.5,
+        "ci95": [
+          -4.7368421052631575,
+          1.087105013067236
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 4.5,
+        "ci95": [
+          -1.5465920623898297,
+          11.283505154639169
+        ]
+      },
+      "behavior": {
+        "gain": 1.5,
+        "ci95": [
+          -1.9800744163479962,
+          5.112937480623073
+        ]
+      }
+    },
+    {
+      "layer": 25,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": -1.0,
+        "ci95": [
+          -4.2867445054945055,
+          2.000251256281406
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 5.5,
+        "ci95": [
+          -0.9902221565440126,
+          12.386568902410033
+        ]
+      },
+      "behavior": {
+        "gain": 2.25,
+        "ci95": [
+          -1.2933704860056685,
+          5.923184095302921
+        ]
+      }
+    },
+    {
+      "layer": 29,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": -0.5,
+        "ci95": [
+          -3.4482758620689653,
+          1.9233091787439602
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 3.0,
+        "ci95": [
+          -3.8109040717736367,
+          9.944823696161523
+        ]
+      },
+      "behavior": {
+        "gain": 1.25,
+        "ci95": [
+          -2.252752299343037,
+          5.000559454785878
+        ]
+      }
+    },
+    {
+      "layer": 34,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": -1.5,
+        "ci95": [
+          -5.377403464166534,
+          2.5255729887709566
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 7.000000000000001,
+        "ci95": [
+          0.0,
+          14.436242618356504
+        ]
+      },
+      "behavior": {
+        "gain": 2.7500000000000004,
+        "ci95": [
+          -1.1416853126282702,
+          6.977125546464398
+        ]
+      }
+    }
+  ],
+  "layers": [
+    1,
+    2,
+    7,
+    9,
+    11,
+    16,
+    20,
+    25,
+    29,
+    34
+  ],
+  "layer_gain": [
+    2.75,
+    3.2500000000000004,
+    2.5000000000000004,
+    1.75,
+    1.0,
+    2.25,
+    1.5,
+    2.25,
+    1.25,
+    2.7500000000000004
+  ],
+  "spearman_gamma_gain": -0.40729671426564323
+}

reports/frozen_v3/single_internvl_removal.json

@@ -0,0 +1,300 @@
+{
+  "behavior": "removal",
+  "runs": [
+    {
+      "layer": 1,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": -0.5,
+        "ci95": [
+          -4.371584699453552,
+          3.5916230366492043
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 5.0,
+        "ci95": [
+          0.0,
+          9.95260663507109
+        ]
+      },
+      "behavior": {
+        "gain": 2.25,
+        "ci95": [
+          -0.8067265712179895,
+          5.422825376773071
+        ]
+      }
+    },
+    {
+      "layer": 2,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 1.0,
+        "ci95": [
+          -2.689149560117302,
+          5.025644276428009
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 3.5000000000000004,
+        "ci95": [
+          -1.0418030104712042,
+          8.45087940578796
+        ]
+      },
+      "behavior": {
+        "gain": 2.25,
+        "ci95": [
+          -0.741377665288737,
+          5.354181079244707
+        ]
+      }
+    },
+    {
+      "layer": 7,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 8.5,
+        "ci95": [
+          2.2337160046657254,
+          14.438811783252449
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 5.0,
+        "ci95": [
+          0.0,
+          10.309278350515465
+        ]
+      },
+      "behavior": {
+        "gain": 6.75,
+        "ci95": [
+          2.7626606399757736,
+          10.758627872651084
+        ]
+      }
+    },
+    {
+      "layer": 9,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 5.0,
+        "ci95": [
+          -1.0050251256281406,
+          10.796186738519209
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 6.0,
+        "ci95": [
+          1.0415317357512954,
+          11.112403100775186
+        ]
+      },
+      "behavior": {
+        "gain": 5.5,
+        "ci95": [
+          1.6650991548451843,
+          9.48074463899272
+        ]
+      }
+    },
+    {
+      "layer": 11,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 9.0,
+        "ci95": [
+          3.4995646766169153,
+          14.438811783252449
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 5.5,
+        "ci95": [
+          0.5460847575863272,
+          10.312209898861568
+        ]
+      },
+      "behavior": {
+        "gain": 7.25,
+        "ci95": [
+          3.7335642023222713,
+          10.937554178224687
+        ]
+      }
+    },
+    {
+      "layer": 16,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 7.000000000000001,
+        "ci95": [
+          0.9998756218905472,
+          13.170731707317072
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 7.5,
+        "ci95": [
+          2.55069667460893,
+          12.821428571428568
+        ]
+      },
+      "behavior": {
+        "gain": 7.25,
+        "ci95": [
+          3.473338104337174,
+          11.41884378260093
+        ]
+      }
+    },
+    {
+      "layer": 20,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 8.5,
+        "ci95": [
+          2.984339386809794,
+          14.045579018688946
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 8.5,
+        "ci95": [
+          3.979119182413058,
+          13.334224598930478
+        ]
+      },
+      "behavior": {
+        "gain": 8.5,
+        "ci95": [
+          4.9918503381439425,
+          12.470606629143212
+        ]
+      }
+    },
+    {
+      "layer": 25,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 7.000000000000001,
+        "ci95": [
+          1.075125064688632,
+          13.298758865248221
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 7.5,
+        "ci95": [
+          1.5147727272727274,
+          13.021399456521737
+        ]
+      },
+      "behavior": {
+        "gain": 7.25,
+        "ci95": [
+          3.1573756909695843,
+          11.548631821036997
+        ]
+      }
+    },
+    {
+      "layer": 29,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 7.5,
+        "ci95": [
+          2.0613296865137807,
+          13.208046321253866
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 7.5,
+        "ci95": [
+          1.8957345971563981,
+          12.82079646017699
+        ]
+      },
+      "behavior": {
+        "gain": 7.5,
+        "ci95": [
+          3.544871871150046,
+          11.536953773471842
+        ]
+      }
+    },
+    {
+      "layer": 34,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 9.0,
+        "ci95": [
+          4.2105263157894735,
+          14.079263508875151
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 3.5000000000000004,
+        "ci95": [
+          -1.5625,
+          8.629441624365482
+        ]
+      },
+      "behavior": {
+        "gain": 6.25,
+        "ci95": [
+          2.6447498748085305,
+          9.89256471681922
+        ]
+      }
+    }
+  ],
+  "layers": [
+    1,
+    2,
+    7,
+    9,
+    11,
+    16,
+    20,
+    25,
+    29,
+    34
+  ],
+  "layer_gain": [
+    2.25,
+    2.25,
+    6.75,
+    5.5,
+    7.25,
+    7.25,
+    8.5,
+    7.25,
+    7.5,
+    6.25
+  ],
+  "spearman_gamma_gain": -0.5662208585049305
+}

reports/frozen_v3/single_internvl_replacement.json

@@ -0,0 +1,300 @@
+{
+  "behavior": "replacement",
+  "runs": [
+    {
+      "layer": 1,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 3.5000000000000004,
+        "ci95": [
+          0.9659524304833229,
+          6.566489770804488
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": -2.0,
+        "ci95": [
+          -6.418376034267166,
+          2.0730814095434416
+        ]
+      },
+      "behavior": {
+        "gain": 0.7500000000000002,
+        "ci95": [
+          -1.904864949776407,
+          3.3343535310393158
+        ]
+      }
+    },
+    {
+      "layer": 2,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 4.0,
+        "ci95": [
+          1.0415317357512954,
+          7.281553398058253
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": -2.5,
+        "ci95": [
+          -6.372549019607843,
+          1.5003787878787858
+        ]
+      },
+      "behavior": {
+        "gain": 0.75,
+        "ci95": [
+          -1.7565732484240026,
+          3.340770753133655
+        ]
+      }
+    },
+    {
+      "layer": 7,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 4.0,
+        "ci95": [
+          1.0415317357512954,
+          7.281553398058253
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": -1.0,
+        "ci95": [
+          -5.612244897959184,
+          3.333732057416266
+        ]
+      },
+      "behavior": {
+        "gain": 1.5,
+        "ci95": [
+          -1.2689268895210943,
+          4.266941740931832
+        ]
+      }
+    },
+    {
+      "layer": 9,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 4.5,
+        "ci95": [
+          1.5075376884422111,
+          8.001005025125624
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": -1.0,
+        "ci95": [
+          -6.122448979591836,
+          3.865676917638736
+        ]
+      },
+      "behavior": {
+        "gain": 1.75,
+        "ci95": [
+          -1.115608798189774,
+          4.709702006909681
+        ]
+      }
+    },
+    {
+      "layer": 11,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 3.5000000000000004,
+        "ci95": [
+          0.5492277992277993,
+          6.63265306122449
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": -1.0,
+        "ci95": [
+          -6.350050658561297,
+          4.040404040404041
+        ]
+      },
+      "behavior": {
+        "gain": 1.2500000000000002,
+        "ci95": [
+          -1.6821572564404461,
+          4.2092315938910945
+        ]
+      }
+    },
+    {
+      "layer": 16,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 6.0,
+        "ci95": [
+          2.5122487437185934,
+          9.743589743589743
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 0.5,
+        "ci95": [
+          -4.976374409360234,
+          5.7976765585461205
+        ]
+      },
+      "behavior": {
+        "gain": 3.25,
+        "ci95": [
+          0.07943779537896004,
+          6.524006038701953
+        ]
+      }
+    },
+    {
+      "layer": 20,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 5.5,
+        "ci95": [
+          2.116123642439432,
+          9.090909090909092
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 1.0,
+        "ci95": [
+          -4.478171641791044,
+          6.436444017536078
+        ]
+      },
+      "behavior": {
+        "gain": 3.25,
+        "ci95": [
+          -0.0009716893603148982,
+          6.62662292928895
+        ]
+      }
+    },
+    {
+      "layer": 25,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 4.5,
+        "ci95": [
+          1.4851485148514851,
+          7.870655446086479
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 0.5,
+        "ci95": [
+          -4.976374409360234,
+          5.7976765585461205
+        ]
+      },
+      "behavior": {
+        "gain": 2.5,
+        "ci95": [
+          -0.6082272139162945,
+          5.660514010539885
+        ]
+      }
+    },
+    {
+      "layer": 29,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 3.5000000000000004,
+        "ci95": [
+          0.8766440131032127,
+          6.567331478045754
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": -1.5,
+        "ci95": [
+          -6.666666666666667,
+          3.3828857630008455
+        ]
+      },
+      "behavior": {
+        "gain": 1.0000000000000002,
+        "ci95": [
+          -1.972781046881313,
+          3.8965921868572906
+        ]
+      }
+    },
+    {
+      "layer": 34,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 3.5000000000000004,
+        "ci95": [
+          0.8766440131032127,
+          6.567331478045754
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": -0.5,
+        "ci95": [
+          -4.787234042553192,
+          3.684271161775406
+        ]
+      },
+      "behavior": {
+        "gain": 1.5000000000000002,
+        "ci95": [
+          -1.0660448389882267,
+          4.095679921546328
+        ]
+      }
+    }
+  ],
+  "layers": [
+    1,
+    2,
+    7,
+    9,
+    11,
+    16,
+    20,
+    25,
+    29,
+    34
+  ],
+  "layer_gain": [
+    0.7500000000000002,
+    0.75,
+    1.5,
+    1.75,
+    1.2500000000000002,
+    3.25,
+    3.25,
+    2.5,
+    1.0000000000000002,
+    1.5000000000000002
+  ],
+  "spearman_gamma_gain": -0.4012176588288426
+}

reports/frozen_v3/single_llava_context.json

@@ -0,0 +1,299 @@
+{
+  "behavior": "context",
+  "runs": [
+    {
+      "layer": 1,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 3.0,
+        "ci95": [
+          -1.442481884057971,
+          7.575757575757576
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 1.0,
+        "ci95": [
+          -5.855100324402259,
+          7.895042839657281
+        ]
+      },
+      "behavior": {
+        "gain": 2.0,
+        "ci95": [
+          -2.047191712236892,
+          6.097149013672297
+        ]
+      }
+    },
+    {
+      "layer": 2,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 2.5,
+        "ci95": [
+          -2.128231525966598,
+          7.3040325901523575
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 3.5000000000000004,
+        "ci95": [
+          -3.333732057416268,
+          10.606060606060606
+        ]
+      },
+      "behavior": {
+        "gain": 3.0,
+        "ci95": [
+          -1.022802887059845,
+          7.169356197249638
+        ]
+      }
+    },
+    {
+      "layer": 6,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 3.0,
+        "ci95": [
+          -0.9757293161166906,
+          6.8631341425459045
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 3.0,
+        "ci95": [
+          -4.433497536945813,
+          10.5277081592871
+        ]
+      },
+      "behavior": {
+        "gain": 3.0,
+        "ci95": [
+          -1.2488399525333325,
+          7.152922077865719
+        ]
+      }
+    },
+    {
+      "layer": 8,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 2.0,
+        "ci95": [
+          -2.1052631578947367,
+          6.315789473684211
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 5.5,
+        "ci95": [
+          -2.3006210165059646,
+          12.935774495398652
+        ]
+      },
+      "behavior": {
+        "gain": 3.75,
+        "ci95": [
+          -0.49279556650246303,
+          8.069760879156807
+        ]
+      }
+    },
+    {
+      "layer": 10,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": -1.0,
+        "ci95": [
+          -5.853658536585366,
+          3.773839877613461
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 1.5,
+        "ci95": [
+          -5.670103092783505,
+          8.719072164948447
+        ]
+      },
+      "behavior": {
+        "gain": 0.25,
+        "ci95": [
+          -4.246823119811982,
+          4.598743639655034
+        ]
+      }
+    },
+    {
+      "layer": 14,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 2.0,
+        "ci95": [
+          -3.1092130829015545,
+          7.143772893772889
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 4.0,
+        "ci95": [
+          -2.5387218534426657,
+          10.68047850208044
+        ]
+      },
+      "behavior": {
+        "gain": 3.0,
+        "ci95": [
+          -1.25,
+          7.214662523777282
+        ]
+      }
+    },
+    {
+      "layer": 18,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 1.0,
+        "ci95": [
+          -4.1894034363247545,
+          6.522012235088484
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 5.0,
+        "ci95": [
+          -1.4087844603164006,
+          11.766154737757164
+        ]
+      },
+      "behavior": {
+        "gain": 3.0,
+        "ci95": [
+          -1.1368897306397308,
+          7.464407135382959
+        ]
+      }
+    },
+    {
+      "layer": 22,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 1.0,
+        "ci95": [
+          -3.500439698492462,
+          5.613448209472462
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 6.5,
+        "ci95": [
+          -0.5105379848274388,
+          14.215686274509803
+        ]
+      },
+      "behavior": {
+        "gain": 3.75,
+        "ci95": [
+          -0.4799292429242924,
+          8.190972176996683
+        ]
+      }
+    },
+    {
+      "layer": 26,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 2.5,
+        "ci95": [
+          -1.9801980198019802,
+          6.967101114147562
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 3.0,
+        "ci95": [
+          -3.535802184279342,
+          9.853307163382588
+        ]
+      },
+      "behavior": {
+        "gain": 2.75,
+        "ci95": [
+          -1.1970661826842977,
+          6.955142240616607
+        ]
+      }
+    },
+    {
+      "layer": 30,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": -0.5,
+        "ci95": [
+          -4.592425431711146,
+          3.5714285714285716
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": -1.0,
+        "ci95": [
+          -6.599886929535448,
+          4.712165365998222
+        ]
+      },
+      "behavior": {
+        "gain": -0.75,
+        "ci95": [
+          -4.25,
+          2.7513551953335282
+        ]
+      }
+    }
+  ],
+  "layers": [
+    1,
+    2,
+    6,
+    8,
+    10,
+    14,
+    18,
+    22,
+    26,
+    30
+  ],
+  "layer_gain": [
+    2.0,
+    3.0,
+    3.0,
+    3.75,
+    0.25,
+    3.0,
+    3.0,
+    3.75,
+    2.75,
+    -0.75
+  ]
+}

reports/frozen_v3/single_llava_removal.json

@@ -0,0 +1,299 @@
+{
+  "behavior": "removal",
+  "runs": [
+    {
+      "layer": 1,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 13.0,
+        "ci95": [
+          7.034296482412061,
+          18.906769470184614
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 5.5,
+        "ci95": [
+          -0.5025760113699812,
+          11.483672248803826
+        ]
+      },
+      "behavior": {
+        "gain": 9.25,
+        "ci95": [
+          5.142881597138968,
+          13.636871325705943
+        ]
+      }
+    },
+    {
+      "layer": 2,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 12.5,
+        "ci95": [
+          5.6980204596784905,
+          20.21276595744681
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 0.0,
+        "ci95": [
+          -6.167400881057269,
+          6.598984771573604
+        ]
+      },
+      "behavior": {
+        "gain": 6.25,
+        "ci95": [
+          1.6090638525344352,
+          11.239593392046283
+        ]
+      }
+    },
+    {
+      "layer": 6,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 15.5,
+        "ci95": [
+          9.895833333333334,
+          21.579674689235645
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 5.0,
+        "ci95": [
+          -0.5559350333940493,
+          11.000229357798164
+        ]
+      },
+      "behavior": {
+        "gain": 10.25,
+        "ci95": [
+          6.217265689904091,
+          14.493690890990543
+        ]
+      }
+    },
+    {
+      "layer": 8,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 16.5,
+        "ci95": [
+          10.144927536231885,
+          23.189264372553055
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 2.0,
+        "ci95": [
+          -3.175146771037182,
+          7.620879120879111
+        ]
+      },
+      "behavior": {
+        "gain": 9.25,
+        "ci95": [
+          5.1586331095872895,
+          13.585090843405434
+        ]
+      }
+    },
+    {
+      "layer": 10,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 18.0,
+        "ci95": [
+          11.650485436893204,
+          24.726301735647525
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 4.5,
+        "ci95": [
+          -0.5524861878453039,
+          10.054112554112546
+        ]
+      },
+      "behavior": {
+        "gain": 11.25,
+        "ci95": [
+          7.115203128628778,
+          15.669871857280869
+        ]
+      }
+    },
+    {
+      "layer": 14,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 16.5,
+        "ci95": [
+          10.76829268292683,
+          22.748815165876778
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 4.5,
+        "ci95": [
+          -1.5001884422110552,
+          10.606060606060606
+        ]
+      },
+      "behavior": {
+        "gain": 10.5,
+        "ci95": [
+          6.452646768436243,
+          14.983362424869926
+        ]
+      }
+    },
+    {
+      "layer": 18,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 13.0,
+        "ci95": [
+          6.498790322580645,
+          19.474937343358388
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 4.5,
+        "ci95": [
+          -1.5001884422110552,
+          10.550516343183808
+        ]
+      },
+      "behavior": {
+        "gain": 8.75,
+        "ci95": [
+          4.36626958475698,
+          13.041379126693098
+        ]
+      }
+    },
+    {
+      "layer": 22,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 15.0,
+        "ci95": [
+          8.808290155440414,
+          21.634615384615383
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 6.0,
+        "ci95": [
+          0.5126903553299492,
+          11.558699293569292
+        ]
+      },
+      "behavior": {
+        "gain": 10.5,
+        "ci95": [
+          6.497500148216218,
+          14.925461449806292
+        ]
+      }
+    },
+    {
+      "layer": 26,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 11.0,
+        "ci95": [
+          5.290941697191697,
+          17.18836805555555
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 2.0,
+        "ci95": [
+          -3.5175879396984926,
+          7.368939590355195
+        ]
+      },
+      "behavior": {
+        "gain": 6.5,
+        "ci95": [
+          2.6321138211382116,
+          10.546899293754509
+        ]
+      }
+    },
+    {
+      "layer": 30,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 15.0,
+        "ci95": [
+          8.910631900886424,
+          21.31997738590709
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": 4.5,
+        "ci95": [
+          -0.975609756097561,
+          10.153331526292439
+        ]
+      },
+      "behavior": {
+        "gain": 9.75,
+        "ci95": [
+          5.611576437951277,
+          14.282649948085417
+        ]
+      }
+    }
+  ],
+  "layers": [
+    1,
+    2,
+    6,
+    8,
+    10,
+    14,
+    18,
+    22,
+    26,
+    30
+  ],
+  "layer_gain": [
+    9.25,
+    6.25,
+    10.25,
+    9.25,
+    11.25,
+    10.5,
+    8.75,
+    10.5,
+    6.5,
+    9.75
+  ]
+}

reports/frozen_v3/single_llava_replacement.json

@@ -0,0 +1,299 @@
+{
+  "behavior": "replacement",
+  "runs": [
+    {
+      "layer": 1,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 4.0,
+        "ci95": [
+          0.5050505050505051,
+          7.651324085750309
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": -6.0,
+        "ci95": [
+          -12.935774495398656,
+          1.5469989744696897
+        ]
+      },
+      "behavior": {
+        "gain": -1.0,
+        "ci95": [
+          -4.976266438879213,
+          3.0546531505058674
+        ]
+      }
+    },
+    {
+      "layer": 2,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 4.0,
+        "ci95": [
+          0.48303372352285395,
+          7.870655446086479
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": -7.000000000000001,
+        "ci95": [
+          -14.354189669979142,
+          0.4904411764705869
+        ]
+      },
+      "behavior": {
+        "gain": -1.5000000000000004,
+        "ci95": [
+          -5.3814031440538095,
+          2.7080512007290194
+        ]
+      }
+    },
+    {
+      "layer": 6,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 4.0,
+        "ci95": [
+          0.4431818181818188,
+          7.805068597560974
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": -8.0,
+        "ci95": [
+          -15.657821672219576,
+          0.0
+        ]
+      },
+      "behavior": {
+        "gain": -2.0,
+        "ci95": [
+          -6.17859386804219,
+          2.296907461640508
+        ]
+      }
+    },
+    {
+      "layer": 8,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 2.5,
+        "ci95": [
+          -1.442481884057971,
+          6.467661691542289
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": -9.5,
+        "ci95": [
+          -16.582469775474955,
+          -2.0405573396871453
+        ]
+      },
+      "behavior": {
+        "gain": -3.5,
+        "ci95": [
+          -7.5131492665535005,
+          0.613791719025769
+        ]
+      }
+    },
+    {
+      "layer": 10,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 5.0,
+        "ci95": [
+          1.0927476835352816,
+          9.18381136238279
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": -4.0,
+        "ci95": [
+          -11.220714531088973,
+          3.5723490427098628
+        ]
+      },
+      "behavior": {
+        "gain": 0.5,
+        "ci95": [
+          -3.5706329606488394,
+          4.712367166174262
+        ]
+      }
+    },
+    {
+      "layer": 14,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 3.0,
+        "ci95": [
+          -0.576704545454545,
+          7.027027027027027
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": -10.0,
+        "ci95": [
+          -17.55477620989968,
+          -2.1273781380164376
+        ]
+      },
+      "behavior": {
+        "gain": -3.5,
+        "ci95": [
+          -7.797335793357239,
+          0.7975996096261714
+        ]
+      }
+    },
+    {
+      "layer": 18,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 4.0,
+        "ci95": [
+          0.0,
+          8.45853280765981
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": -7.000000000000001,
+        "ci95": [
+          -14.136257866624359,
+          0.5027048507845339
+        ]
+      },
+      "behavior": {
+        "gain": -1.5000000000000004,
+        "ci95": [
+          -5.48551157337036,
+          2.680202128574467
+        ]
+      }
+    },
+    {
+      "layer": 22,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 1.5,
+        "ci95": [
+          -1.6044937036398137,
+          4.878048780487805
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": -6.5,
+        "ci95": [
+          -14.217436974789916,
+          1.4564882784750168
+        ]
+      },
+      "behavior": {
+        "gain": -2.5,
+        "ci95": [
+          -6.612527369599109,
+          1.8048049812029971
+        ]
+      }
+    },
+    {
+      "layer": 26,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 3.0,
+        "ci95": [
+          0.0,
+          6.011409506549136
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": -4.5,
+        "ci95": [
+          -11.708751793400287,
+          3.256578229064304
+        ]
+      },
+      "behavior": {
+        "gain": -0.75,
+        "ci95": [
+          -4.5458532695374805,
+          3.291276580833568
+        ]
+      }
+    },
+    {
+      "layer": 30,
+      "seed": 13,
+      "color": {
+        "items": 200,
+        "gain": 2.0,
+        "ci95": [
+          -0.9952748818720468,
+          5.208333333333333
+        ]
+      },
+      "count": {
+        "items": 200,
+        "gain": -3.5000000000000004,
+        "ci95": [
+          -9.43443161550737,
+          2.592044301888854
+        ]
+      },
+      "behavior": {
+        "gain": -0.7500000000000002,
+        "ci95": [
+          -3.9838911210774635,
+          2.644496880499118
+        ]
+      }
+    }
+  ],
+  "layers": [
+    1,
+    2,
+    6,
+    8,
+    10,
+    14,
+    18,
+    22,
+    26,
+    30
+  ],
+  "layer_gain": [
+    -1.0,
+    -1.5000000000000004,
+    -2.0,
+    -3.5,
+    0.5,
+    -3.5,
+    -1.5000000000000004,
+    -2.5,
+    -0.75,
+    -0.7500000000000002
+  ]
+}

reports/frozen_v3/summary.json

@@ -0,0 +1,3280 @@
+{
+  "complete": true,
+  "scope": "frozen v3 test evaluation of every formal adapter and matched base",
+  "protocol": {
+    "test_revision": "ba161c6fbb2829631ac9fef67ea296f0c4c1fbc4",
+    "test_items_per_behavior": 400,
+    "tasks": {
+      "color": 200,
+      "count": 200
+    },
+    "conditions": [
+      "original",
+      "treatment",
+      "control"
+    ],
+    "generation": "greedy, max_new_tokens=12, original alone; treatment/control paired",
+    "dtype": "float16",
+    "preprocessing": "original backbone-specific infer.py protocol",
+    "runtime_fix": "cuDNN SDPA disabled for all evaluation models per updated GitHub",
+    "evaluation_source_commit": "f0b8f2b91e412311052bbf92b674231df56d285e",
+    "training_source_commit": "52dd2b32d33fce9d26ae143868bc28f78c01d84b",
+    "training_parameters_frozen": true,
+    "test_set_used_for_parameter_selection": false,
+    "uploads_required": false,
+    "primary_metrics": "matched effects and paired gains, Color/Count equally weighted",
+    "secondary_metrics": "original-image accuracy, top-answer share, abstention",
+    "ci_resamples": {
+      "matched_effects": 10000,
+      "single_layer_gain": 2000,
+      "placement_and_joint": 3000
+    }
+  },
+  "validated_inference_jobs": 162,
+  "validated_records": 64800,
+  "formal_adapters": 147,
+  "analyses": {
+    "joint_qwen_removal": {
+      "behavior": "removal",
+      "arms": {
+        "Joint": {
+          "color": {
+            "gain": 17.166666666666668,
+            "ci95": [
+              10.76335406793049,
+              23.880597014925375
+            ]
+          },
+          "count": {
+            "gain": 2.8333333333333335,
+            "ci95": [
+              -0.9524948735475052,
+              6.666666666666667
+            ]
+          },
+          "behavior": {
+            "gain": 10.0,
+            "ci95": [
+              6.417576413464781,
+              13.700670858980695
+            ]
+          },
+          "runs": 3
+        }
+      },
+      "contrasts": {}
+    },
+    "joint_qwen_replacement": {
+      "behavior": "replacement",
+      "arms": {
+        "Joint": {
+          "color": {
+            "gain": 1.3333333333333333,
+            "ci95": [
+              -2.0345884832806362,
+              4.975124378109453
+            ]
+          },
+          "count": {
+            "gain": 0.3333333333333335,
+            "ci95": [
+              -4.568527918781726,
+              4.912280701754386
+            ]
+          },
+          "behavior": {
+            "gain": 0.8333333333333334,
+            "ci95": [
+              -2.377475578750167,
+              4.0000100010001
+            ]
+          },
+          "runs": 3
+        }
+      },
+      "contrasts": {}
+    },
+    "joint_qwen_context": {
+      "behavior": "context",
+      "arms": {
+        "Joint": {
+          "color": {
+            "gain": -1.3333333333333333,
+            "ci95": [
+              -4.340466485507246,
+              1.6026069518716577
+            ]
+          },
+          "count": {
+            "gain": -0.6666666666666666,
+            "ci95": [
+              -4.035087719298246,
+              2.680269627708435
+            ]
+          },
+          "behavior": {
+            "gain": -1.0,
+            "ci95": [
+              -3.3041347979672726,
+              1.2403811824635946
+            ]
+          },
+          "runs": 3
+        }
+      },
+      "contrasts": {}
+    },
+    "fixed_internvl_removal": {
+      "behavior": "removal",
+      "arms": {
+        "Deep8": {
+          "color": {
+            "gain": 10.166666666666666,
+            "ci95": [
+              4.537149096266674,
+              15.781662433388119
+            ]
+          },
+          "count": {
+            "gain": 5.333333333333333,
+            "ci95": [
+              0.0,
+              10.72728106143948
+            ]
+          },
+          "behavior": {
+            "gain": 7.75,
+            "ci95": [
+              3.916349296128708,
+              11.591823277769754
+            ]
+          },
+          "runs": 3
+        },
+        "Full": {
+          "color": {
+            "gain": 9.333333333333334,
+            "ci95": [
+              3.7233612201335817,
+              15.183566882250283
+            ]
+          },
+          "count": {
+            "gain": 9.166666666666666,
+            "ci95": [
+              4.323476942288824,
+              14.361775596567533
+            ]
+          },
+          "behavior": {
+            "gain": 9.25,
+            "ci95": [
+              5.482616495413512,
+              13.075335023803161
+            ]
+          },
+          "runs": 3
+        },
+        "Middle8": {
+          "color": {
+            "gain": 12.166666666666666,
+            "ci95": [
+              6.7306957186544345,
+              17.894823265059202
+            ]
+          },
+          "count": {
+            "gain": 8.333333333333334,
+            "ci95": [
+              3.2783364317503243,
+              13.756986362620168
+            ]
+          },
+          "behavior": {
+            "gain": 10.25,
+            "ci95": [
+              6.360450609418865,
+              14.26668681251842
+            ]
+          },
+          "runs": 3
+        },
+        "Random8": {
+          "color": {
+            "gain": 9.95,
+            "ci95": [
+              3.951123234916559,
+              16.048490427098677
+            ]
+          },
+          "count": {
+            "gain": 8.7,
+            "ci95": [
+              3.9285246821241584,
+              14.077718205091049
+            ]
+          },
+          "behavior": {
+            "gain": 9.325,
+            "ci95": [
+              5.38261732847098,
+              13.281660126767152
+            ]
+          },
+          "runs": 10
+        },
+        "Shallow8": {
+          "color": {
+            "gain": 10.833333333333334,
+            "ci95": [
+              5.102603605634744,
+              16.838625063976018
+            ]
+          },
+          "count": {
+            "gain": 7.333333333333333,
+            "ci95": [
+              1.9999231950844854,
+              12.908993036466924
+            ]
+          },
+          "behavior": {
+            "gain": 9.083333333333334,
+            "ci95": [
+              5.151902337103394,
+              13.160007402628557
+            ]
+          },
+          "runs": 3
+        },
+        "Top8": {
+          "color": {
+            "gain": 10.5,
+            "ci95": [
+              4.614942528735632,
+              16.26428097167846
+            ]
+          },
+          "count": {
+            "gain": 7.833333333333333,
+            "ci95": [
+              2.897635778070561,
+              13.089161057092996
+            ]
+          },
+          "behavior": {
+            "gain": 9.166666666666666,
+            "ci95": [
+              5.217074793047767,
+              13.128772781465317
+            ]
+          },
+          "runs": 3
+        },
+        "TopDelta8": {
+          "color": {
+            "gain": 11.833333333333334,
+            "ci95": [
+              6.292517006802721,
+              17.51297738227661
+            ]
+          },
+          "count": {
+            "gain": 8.5,
+            "ci95": [
+              3.7037037037037037,
+              13.592741320591674
+            ]
+          },
+          "behavior": {
+            "gain": 10.166666666666666,
+            "ci95": [
+              6.272588456853881,
+              13.977588910057953
+            ]
+          },
+          "runs": 3
+        }
+      },
+      "contrasts": {
+        "Top8-Random8": {
+          "color": {
+            "difference": 0.5500000000000007,
+            "ci95": [
+              -2.181528835236759,
+              3.200743853547795
+            ]
+          },
+          "count": {
+            "difference": -0.8666666666666663,
+            "ci95": [
+              -3.832101237864477,
+              1.9146118721461194
+            ]
+          },
+          "behavior": {
+            "difference": -0.15833333333333321,
+            "ci95": [
+              -2.281880436956537,
+              1.9427180643443083
+            ]
+          }
+        },
+        "TopDelta8-Random8": {
+          "color": {
+            "difference": 1.8833333333333346,
+            "ci95": [
+              -0.5586611938528271,
+              4.410613529614792
+            ]
+          },
+          "count": {
+            "difference": -0.1999999999999993,
+            "ci95": [
+              -3.093110380116958,
+              2.729087602783051
+            ]
+          },
+          "behavior": {
+            "difference": 0.8416666666666668,
+            "ci95": [
+              -0.9637530638165153,
+              2.8065518555178453
+            ]
+          }
+        },
+        "Shallow8-Random8": {
+          "color": {
+            "difference": 0.8833333333333346,
+            "ci95": [
+              -2.079517704517706,
+              4.029173252050881
+            ]
+          },
+          "count": {
+            "difference": -1.3666666666666663,
+            "ci95": [
+              -4.640565650343903,
+              1.6243967392663345
+            ]
+          },
+          "behavior": {
+            "difference": -0.24166666666666536,
+            "ci95": [
+              -2.327714592834495,
+              1.9401803985788748
+            ]
+          }
+        },
+        "Middle8-Random8": {
+          "color": {
+            "difference": 2.216666666666667,
+            "ci95": [
+              0.055489417989417845,
+              4.628924648223668
+            ]
+          },
+          "count": {
+            "difference": -0.36666666666666536,
+            "ci95": [
+              -3.621885738831616,
+              2.7726371951219524
+            ]
+          },
+          "behavior": {
+            "difference": 0.9250000000000007,
+            "ci95": [
+              -1.18797866186717,
+              3.0659404566424278
+            ]
+          }
+        },
+        "Deep8-Random8": {
+          "color": {
+            "difference": 0.21666666666666679,
+            "ci95": [
+              -2.68340210355987,
+              3.155196264111707
+            ]
+          },
+          "count": {
+            "difference": -3.3666666666666663,
+            "ci95": [
+              -7.067083333333334,
+              0.10530537573881361
+            ]
+          },
+          "behavior": {
+            "difference": -1.5749999999999993,
+            "ci95": [
+              -3.9747666664836414,
+              0.7099735526578647
+            ]
+          }
+        },
+        "Top8-Shallow8": {
+          "color": {
+            "difference": -0.3333333333333339,
+            "ci95": [
+              -3.166666666666666,
+              2.475247524752475
+            ]
+          },
+          "count": {
+            "difference": 0.5,
+            "ci95": [
+              -1.9419843713000227,
+              3.4050179211469533
+            ]
+          },
+          "behavior": {
+            "difference": 0.08333333333333215,
+            "ci95": [
+              -1.8518795120736862,
+              2.1669680102528024
+            ]
+          }
+        },
+        "Deep8-Full": {
+          "color": {
+            "difference": 0.8333333333333321,
+            "ci95": [
+              -2.3809523809523796,
+              4.051799085733517
+            ]
+          },
+          "count": {
+            "difference": -3.833333333333333,
+            "ci95": [
+              -7.741522152807696,
+              -0.17262390082673582
+            ]
+          },
+          "behavior": {
+            "difference": -1.5,
+            "ci95": [
+              -3.862156197590915,
+              0.8220405373870728
+            ]
+          }
+        },
+        "Middle8-Full": {
+          "color": {
+            "difference": 2.833333333333332,
+            "ci95": [
+              0.341793570219965,
+              5.666666666666666
+            ]
+          },
+          "count": {
+            "difference": -0.8333333333333321,
+            "ci95": [
+              -4.477851128970534,
+              2.4062436253510975
+            ]
+          },
+          "behavior": {
+            "difference": 1.0,
+            "ci95": [
+              -1.2043076726577198,
+              3.107975547150466
+            ]
+          }
+        },
+        "Random8-Full": {
+          "color": {
+            "difference": 0.6166666666666654,
+            "ci95": [
+              -1.3499999999999996,
+              3.0694619185675487
+            ]
+          },
+          "count": {
+            "difference": -0.4666666666666668,
+            "ci95": [
+              -3.333758503401361,
+              1.96538709875784
+            ]
+          },
+          "behavior": {
+            "difference": 0.07499999999999929,
+            "ci95": [
+              -1.629657520345539,
+              1.512899304749076
+            ]
+          }
+        },
+        "Shallow8-Full": {
+          "color": {
+            "difference": 1.5,
+            "ci95": [
+              -1.629649758454108,
+              4.975124378109451
+            ]
+          },
+          "count": {
+            "difference": -1.833333333333333,
+            "ci95": [
+              -5.218952194758646,
+              1.258161126085656
+            ]
+          },
+          "behavior": {
+            "difference": -0.16666666666666607,
+            "ci95": [
+              -2.3435467387311233,
+              1.995625026660409
+            ]
+          }
+        },
+        "Top8-Full": {
+          "color": {
+            "difference": 1.166666666666666,
+            "ci95": [
+              -1.7242123756774457,
+              4.355108877721944
+            ]
+          },
+          "count": {
+            "difference": -1.333333333333333,
+            "ci95": [
+              -4.431624851391792,
+              1.738383309029046
+            ]
+          },
+          "behavior": {
+            "difference": -0.08333333333333393,
+            "ci95": [
+              -2.152799599172603,
+              2.0720516281469554
+            ]
+          }
+        },
+        "TopDelta8-Full": {
+          "color": {
+            "difference": 2.5,
+            "ci95": [
+              1.7763568394002505e-15,
+              5.034870426829269
+            ]
+          },
+          "count": {
+            "difference": -0.6666666666666661,
+            "ci95": [
+              -3.780161604903872,
+              2.3150839793281666
+            ]
+          },
+          "behavior": {
+            "difference": 0.9166666666666661,
+            "ci95": [
+              -0.898544170848408,
+              2.7615857987030425
+            ]
+          }
+        }
+      }
+    },
+    "fixed_internvl_replacement": {
+      "behavior": "replacement",
+      "arms": {
+        "Deep8": {
+          "color": {
+            "gain": 5.5,
+            "ci95": [
+              2.1975709475709477,
+              9.153808195258971
+            ]
+          },
+          "count": {
+            "gain": 0.6666666666666666,
+            "ci95": [
+              -4.283120510774142,
+              5.699597314196522
+            ]
+          },
+          "behavior": {
+            "gain": 3.0833333333333335,
+            "ci95": [
+              0.041972000238318305,
+              6.1282139502268365
+            ]
+          },
+          "runs": 3
+        },
+        "Full": {
+          "color": {
+            "gain": 5.833333333333333,
+            "ci95": [
+              2.4560113519091846,
+              9.479161358270058
+            ]
+          },
+          "count": {
+            "gain": 0.6666666666666666,
+            "ci95": [
+              -4.715958061219957,
+              6.250560035842296
+            ]
+          },
+          "behavior": {
+            "gain": 3.25,
+            "ci95": [
+              0.03493230625583557,
+              6.558021532610946
+            ]
+          },
+          "runs": 3
+        },
+        "Middle8": {
+          "color": {
+            "gain": 6.166666666666667,
+            "ci95": [
+              2.640046899426785,
+              10.047846889952153
+            ]
+          },
+          "count": {
+            "gain": 0.0,
+            "ci95": [
+              -5.5555555555555545,
+              5.641093474426809
+            ]
+          },
+          "behavior": {
+            "gain": 3.0833333333333335,
+            "ci95": [
+              -0.1524001016193441,
+              6.519581833336135
+            ]
+          },
+          "runs": 3
+        },
+        "Random8": {
+          "color": {
+            "gain": 5.05,
+            "ci95": [
+              1.8817071223251354,
+              8.398106796116503
+            ]
+          },
+          "count": {
+            "gain": 0.8,
+            "ci95": [
+              -4.0308084772370485,
+              5.868597155069721
+            ]
+          },
+          "behavior": {
+            "gain": 2.925,
+            "ci95": [
+              -0.028902785810680506,
+              5.880289649718909
+            ]
+          },
+          "runs": 10
+        },
+        "Shallow8": {
+          "color": {
+            "gain": 4.5,
+            "ci95": [
+              1.0415317357512954,
+              8.243819975612459
+            ]
+          },
+          "count": {
+            "gain": 0.3333333333333333,
+            "ci95": [
+              -5.263854079643553,
+              6.122896527031868
+            ]
+          },
+          "behavior": {
+            "gain": 2.4166666666666665,
+            "ci95": [
+              -0.9788146698554657,
+              5.777629470307291
+            ]
+          },
+          "runs": 3
+        },
+        "Top8": {
+          "color": {
+            "gain": 4.833333333333333,
+            "ci95": [
+              1.4771185835653606,
+              8.421908429610614
+            ]
+          },
+          "count": {
+            "gain": -0.16666666666666666,
+            "ci95": [
+              -5.729916557591623,
+              5.492762445887447
+            ]
+          },
+          "behavior": {
+            "gain": 2.3333333333333335,
+            "ci95": [
+              -0.916828529657477,
+              5.568640197353072
+            ]
+          },
+          "runs": 3
+        },
+        "TopDelta8": {
+          "color": {
+            "gain": 6.0,
+            "ci95": [
+              2.512562814070352,
+              9.667063492063493
+            ]
+          },
+          "count": {
+            "gain": 0.3333333333333333,
+            "ci95": [
+              -4.957264957264957,
+              5.582943662324023
+            ]
+          },
+          "behavior": {
+            "gain": 3.1666666666666665,
+            "ci95": [
+              -0.07104606737497907,
+              6.437948987509699
+            ]
+          },
+          "runs": 3
+        }
+      },
+      "contrasts": {
+        "Top8-Random8": {
+          "color": {
+            "difference": -0.21666666666666679,
+            "ci95": [
+              -1.7863636363636373,
+              1.2592563621193162
+            ]
+          },
+          "count": {
+            "difference": -0.9666666666666667,
+            "ci95": [
+              -3.583524557165861,
+              1.7464901988953845
+            ]
+          },
+          "behavior": {
+            "difference": -0.5916666666666663,
+            "ci95": [
+              -2.124358758652281,
+              0.9655486008411758
+            ]
+          }
+        },
+        "TopDelta8-Random8": {
+          "color": {
+            "difference": 0.9500000000000002,
+            "ci95": [
+              -2.7755575615619447e-18,
+              2.349755536381937
+            ]
+          },
+          "count": {
+            "difference": -0.46666666666666673,
+            "ci95": [
+              -2.4317695104337864,
+              1.4085655235762413
+            ]
+          },
+          "behavior": {
+            "difference": 0.2416666666666667,
+            "ci95": [
+              -0.9317343049122525,
+              1.551202012472187
+            ]
+          }
+        },
+        "Shallow8-Random8": {
+          "color": {
+            "difference": -0.5499999999999998,
+            "ci95": [
+              -2.4752475247524752,
+              1.1836242138364783
+            ]
+          },
+          "count": {
+            "difference": -0.46666666666666673,
+            "ci95": [
+              -3.414695428361319,
+              2.7127896613190745
+            ]
+          },
+          "behavior": {
+            "difference": -0.5083333333333333,
+            "ci95": [
+              -2.2997894154415555,
+              1.3372060167433903
+            ]
+          }
+        },
+        "Middle8-Random8": {
+          "color": {
+            "difference": 1.1166666666666671,
+            "ci95": [
+              -0.338409475465312,
+              2.947043066144653
+            ]
+          },
+          "count": {
+            "difference": -0.8,
+            "ci95": [
+              -3.4155755768732177,
+              2.0574264394753117
+            ]
+          },
+          "behavior": {
+            "difference": 0.15833333333333366,
+            "ci95": [
+              -1.300025255127855,
+              1.886065176539661
+            ]
+          }
+        },
+        "Deep8-Random8": {
+          "color": {
+            "difference": 0.4500000000000002,
+            "ci95": [
+              -0.6767266360782422,
+              1.7058284667353703
+            ]
+          },
+          "count": {
+            "difference": -0.13333333333333341,
+            "ci95": [
+              -2.227644288819126,
+              1.8501392804403283
+            ]
+          },
+          "behavior": {
+            "difference": 0.15833333333333366,
+            "ci95": [
+              -0.9475457822480527,
+              1.2506931292087544
+            ]
+          }
+        },
+        "Top8-Shallow8": {
+          "color": {
+            "difference": 0.33333333333333304,
+            "ci95": [
+              -0.6472491909385107,
+              1.4219065480565345
+            ]
+          },
+          "count": {
+            "difference": -0.5,
+            "ci95": [
+              -3.0895147095800852,
+              1.8425460636515916
+            ]
+          },
+          "behavior": {
+            "difference": -0.08333333333333304,
+            "ci95": [
+              -1.4753264033196176,
+              1.250011198196622
+            ]
+          }
+        },
+        "Deep8-Full": {
+          "color": {
+            "difference": -0.33333333333333304,
+            "ci95": [
+              -1.8518518518518512,
+              0.9569377990430628
+            ]
+          },
+          "count": {
+            "difference": 0.0,
+            "ci95": [
+              -2.8709550757373354,
+              2.4179620034542313
+            ]
+          },
+          "behavior": {
+            "difference": -0.16666666666666652,
+            "ci95": [
+              -1.8273203478127629,
+              1.1345159142640158
+            ]
+          }
+        },
+        "Middle8-Full": {
+          "color": {
+            "difference": 0.3333333333333339,
+            "ci95": [
+              -1.2404549735564718,
+              2.1166835528537673
+            ]
+          },
+          "count": {
+            "difference": -0.6666666666666666,
+            "ci95": [
+              -3.608450042144849,
+              2.4563131967850667
+            ]
+          },
+          "behavior": {
+            "difference": -0.16666666666666652,
+            "ci95": [
+              -1.7780610883128138,
+              1.6718349602314826
+            ]
+          }
+        },
+        "Random8-Full": {
+          "color": {
+            "difference": -0.7833333333333332,
+            "ci95": [
+              -2.1539682539682525,
+              0.09393024815559997
+            ]
+          },
+          "count": {
+            "difference": 0.13333333333333341,
+            "ci95": [
+              -2.425782770584751,
+              2.3811846689895484
+            ]
+          },
+          "behavior": {
+            "difference": -0.3250000000000002,
+            "ci95": [
+              -1.9248199954998866,
+              0.8313538662677991
+            ]
+          }
+        },
+        "Shallow8-Full": {
+          "color": {
+            "difference": -1.333333333333333,
+            "ci95": [
+              -3.472304502369669,
+              0.49757462686567183
+            ]
+          },
+          "count": {
+            "difference": -0.3333333333333333,
+            "ci95": [
+              -3.3874103552626122,
+              2.966841186736475
+            ]
+          },
+          "behavior": {
+            "difference": -0.8333333333333335,
+            "ci95": [
+              -2.727315779882576,
+              1.011495180903665
+            ]
+          }
+        },
+        "Top8-Full": {
+          "color": {
+            "difference": -1.0,
+            "ci95": [
+              -2.837047494201875,
+              0.5025125628140703
+            ]
+          },
+          "count": {
+            "difference": -0.8333333333333333,
+            "ci95": [
+              -3.426791277258567,
+              1.9906648078289892
+            ]
+          },
+          "behavior": {
+            "difference": -0.9166666666666665,
+            "ci95": [
+              -2.5295529286117837,
+              0.7356618762855107
+            ]
+          }
+        },
+        "TopDelta8-Full": {
+          "color": {
+            "difference": 0.16666666666666696,
+            "ci95": [
+              -1.0002525252525252,
+              1.4563327851168058
+            ]
+          },
+          "count": {
+            "difference": -0.3333333333333333,
+            "ci95": [
+              -2.724358974358974,
+              1.8730125079499695
+            ]
+          },
+          "behavior": {
+            "difference": -0.08333333333333348,
+            "ci95": [
+              -1.5632915846466247,
+              1.261240453313624
+            ]
+          }
+        }
+      }
+    },
+    "fixed_internvl_context": {
+      "behavior": "context",
+      "arms": {
+        "Deep8": {
+          "color": {
+            "gain": 0.6666666666666666,
+            "ci95": [
+              -2.8851495726495724,
+              4.30134274862248
+            ]
+          },
+          "count": {
+            "gain": 6.0,
+            "ci95": [
+              -0.3089387464387463,
+              12.440634414318627
+            ]
+          },
+          "behavior": {
+            "gain": 3.3333333333333335,
+            "ci95": [
+              -0.14629087479152567,
+              6.896319368090022
+            ]
+          },
+          "runs": 3
+        },
+        "Full": {
+          "color": {
+            "gain": -1.3333333333333333,
+            "ci95": [
+              -5.235845713627626,
+              2.525252525252525
+            ]
+          },
+          "count": {
+            "gain": 6.166666666666667,
+            "ci95": [
+              0.1593250223139166,
+              12.439365671641797
+            ]
+          },
+          "behavior": {
+            "gain": 2.4166666666666665,
+            "ci95": [
+              -1.0492949917524397,
+              6.024416320892247
+            ]
+          },
+          "runs": 3
+        },
+        "Middle8": {
+          "color": {
+            "gain": -1.1666666666666667,
+            "ci95": [
+              -5.090369002006933,
+              2.551677887649907
+            ]
+          },
+          "count": {
+            "gain": 5.833333333333333,
+            "ci95": [
+              -0.15515003152702056,
+              11.800633309566754
+            ]
+          },
+          "behavior": {
+            "gain": 2.3333333333333335,
+            "ci95": [
+              -1.1875944213336809,
+              5.952674244050197
+            ]
+          },
+          "runs": 3
+        },
+        "Random8": {
+          "color": {
+            "gain": -1.35,
+            "ci95": [
+              -5.240502450980392,
+              2.376411122420653
+            ]
+          },
+          "count": {
+            "gain": 5.5,
+            "ci95": [
+              -0.5127975549332181,
+              11.65011934386268
+            ]
+          },
+          "behavior": {
+            "gain": 2.075,
+            "ci95": [
+              -1.4575639045988473,
+              5.653853078777224
+            ]
+          },
+          "runs": 10
+        },
+        "Shallow8": {
+          "color": {
+            "gain": -1.6666666666666667,
+            "ci95": [
+              -5.650520030816641,
+              2.041077969649399
+            ]
+          },
+          "count": {
+            "gain": 8.0,
+            "ci95": [
+              1.1709938581797883,
+              15.13607496138552
+            ]
+          },
+          "behavior": {
+            "gain": 3.1666666666666665,
+            "ci95": [
+              -0.7516368938263859,
+              7.30842545834873
+            ]
+          },
+          "runs": 3
+        },
+        "Top8": {
+          "color": {
+            "gain": -1.1666666666666667,
+            "ci95": [
+              -5.0,
+              2.6604251737230493
+            ]
+          },
+          "count": {
+            "gain": 7.333333333333333,
+            "ci95": [
+              1.2930001198609617,
+              13.70608141733851
+            ]
+          },
+          "behavior": {
+            "gain": 3.0833333333333335,
+            "ci95": [
+              -0.38387615699588057,
+              6.626760928184765
+            ]
+          },
+          "runs": 3
+        },
+        "TopDelta8": {
+          "color": {
+            "gain": -1.0,
+            "ci95": [
+              -5.009047829822689,
+              2.7178325901152003
+            ]
+          },
+          "count": {
+            "gain": 6.166666666666667,
+            "ci95": [
+              0.0,
+              12.661406765676572
+            ]
+          },
+          "behavior": {
+            "gain": 2.5833333333333335,
+            "ci95": [
+              -1.0620537828110266,
+              6.287815742174594
+            ]
+          },
+          "runs": 3
+        }
+      },
+      "contrasts": {
+        "Top8-Random8": {
+          "color": {
+            "difference": 0.18333333333333335,
+            "ci95": [
+              -2.160848960248397,
+              2.364025682736864
+            ]
+          },
+          "count": {
+            "difference": 1.833333333333333,
+            "ci95": [
+              -1.2166732804232814,
+              5.50582260267291
+            ]
+          },
+          "behavior": {
+            "difference": 1.0083333333333333,
+            "ci95": [
+              -0.8398903832366266,
+              2.9564089965896843
+            ]
+          }
+        },
+        "TopDelta8-Random8": {
+          "color": {
+            "difference": 0.3500000000000001,
+            "ci95": [
+              -1.4716913468049464,
+              2.1976762207848584
+            ]
+          },
+          "count": {
+            "difference": 0.666666666666667,
+            "ci95": [
+              -2.492174857724686,
+              4.010644745814078
+            ]
+          },
+          "behavior": {
+            "difference": 0.5083333333333333,
+            "ci95": [
+              -1.4081065709933367,
+              2.507500587254224
+            ]
+          }
+        },
+        "Shallow8-Random8": {
+          "color": {
+            "difference": -0.31666666666666665,
+            "ci95": [
+              -3.317155993278566,
+              2.921225885475147
+            ]
+          },
+          "count": {
+            "difference": 2.5,
+            "ci95": [
+              -2.0037219970730615,
+              7.081490686115112
+            ]
+          },
+          "behavior": {
+            "difference": 1.0916666666666663,
+            "ci95": [
+              -1.890742755680293,
+              4.073317216367707
+            ]
+          }
+        },
+        "Middle8-Random8": {
+          "color": {
+            "difference": 0.18333333333333335,
+            "ci95": [
+              -2.1770606300772735,
+              2.1987757514353268
+            ]
+          },
+          "count": {
+            "difference": 0.33333333333333304,
+            "ci95": [
+              -2.908586511527689,
+              3.6753663003663
+            ]
+          },
+          "behavior": {
+            "difference": 0.2583333333333333,
+            "ci95": [
+              -1.876531954887218,
+              2.247400161900185
+            ]
+          }
+        },
+        "Deep8-Random8": {
+          "color": {
+            "difference": 2.0166666666666666,
+            "ci95": [
+              -0.862992179997256,
+              5.200811991162236
+            ]
+          },
+          "count": {
+            "difference": 0.5,
+            "ci95": [
+              -3.760459056186194,
+              4.877094393164028
+            ]
+          },
+          "behavior": {
+            "difference": 1.2583333333333333,
+            "ci95": [
+              -1.2798553307024108,
+              3.905312345388439
+            ]
+          }
+        },
+        "Top8-Shallow8": {
+          "color": {
+            "difference": 0.5,
+            "ci95": [
+              -2.623659844054581,
+              3.4017966160823323
+            ]
+          },
+          "count": {
+            "difference": -0.666666666666667,
+            "ci95": [
+              -5.664223219658161,
+              4.592425431711148
+            ]
+          },
+          "behavior": {
+            "difference": -0.08333333333333304,
+            "ci95": [
+              -3.2126736137582186,
+              2.9376729918440287
+            ]
+          }
+        },
+        "Deep8-Full": {
+          "color": {
+            "difference": 2.0,
+            "ci95": [
+              -0.9760951340856691,
+              5.263381668456858
+            ]
+          },
+          "count": {
+            "difference": -0.16666666666666696,
+            "ci95": [
+              -4.598006847640008,
+              4.146455223880598
+            ]
+          },
+          "behavior": {
+            "difference": 0.916666666666667,
+            "ci95": [
+              -1.5576810891528263,
+              3.418970352564103
+            ]
+          }
+        },
+        "Middle8-Full": {
+          "color": {
+            "difference": 0.16666666666666652,
+            "ci95": [
+              -2.427480464125029,
+              2.5516571362844678
+            ]
+          },
+          "count": {
+            "difference": -0.3333333333333339,
+            "ci95": [
+              -4.085338680926918,
+              3.2815836715247113
+            ]
+          },
+          "behavior": {
+            "difference": -0.08333333333333304,
+            "ci95": [
+              -2.33340673272612,
+              1.9279814647004245
+            ]
+          }
+        },
+        "Random8-Full": {
+          "color": {
+            "difference": -0.01666666666666683,
+            "ci95": [
+              -1.8790123917587334,
+              1.7173896323642523
+            ]
+          },
+          "count": {
+            "difference": -0.666666666666667,
+            "ci95": [
+              -3.688064942288972,
+              2.397506105540414
+            ]
+          },
+          "behavior": {
+            "difference": -0.34166666666666634,
+            "ci95": [
+              -1.9993687147141845,
+              1.3131350530382426
+            ]
+          }
+        },
+        "Shallow8-Full": {
+          "color": {
+            "difference": -0.3333333333333335,
+            "ci95": [
+              -3.465777547904044,
+              3.0748924031628486
+            ]
+          },
+          "count": {
+            "difference": 1.833333333333333,
+            "ci95": [
+              -3.151305970149254,
+              7.193224896411884
+            ]
+          },
+          "behavior": {
+            "difference": 0.75,
+            "ci95": [
+              -2.329369379284607,
+              3.9194275271084056
+            ]
+          }
+        },
+        "Top8-Full": {
+          "color": {
+            "difference": 0.16666666666666652,
+            "ci95": [
+              -2.39298493525382,
+              2.4756716325838206
+            ]
+          },
+          "count": {
+            "difference": 1.166666666666666,
+            "ci95": [
+              -2.469596462133776,
+              5.1158288905813665
+            ]
+          },
+          "behavior": {
+            "difference": 0.666666666666667,
+            "ci95": [
+              -1.4385378065395786,
+              2.642019828518
+            ]
+          }
+        },
+        "TopDelta8-Full": {
+          "color": {
+            "difference": 0.33333333333333326,
+            "ci95": [
+              -1.5708872967759713,
+              2.1835347654124955
+            ]
+          },
+          "count": {
+            "difference": 0.0,
+            "ci95": [
+              -3.61292656359232,
+              3.6088003130209954
+            ]
+          },
+          "behavior": {
+            "difference": 0.16666666666666696,
+            "ci95": [
+              -1.8426120250215976,
+              2.082723897389739
+            ]
+          }
+        }
+      }
+    },
+    "single_internvl_removal": {
+      "behavior": "removal",
+      "runs": [
+        {
+          "layer": 1,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": -0.5,
+            "ci95": [
+              -4.371584699453552,
+              3.5916230366492043
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 5.0,
+            "ci95": [
+              0.0,
+              9.95260663507109
+            ]
+          },
+          "behavior": {
+            "gain": 2.25,
+            "ci95": [
+              -0.8067265712179895,
+              5.422825376773071
+            ]
+          }
+        },
+        {
+          "layer": 2,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 1.0,
+            "ci95": [
+              -2.689149560117302,
+              5.025644276428009
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 3.5000000000000004,
+            "ci95": [
+              -1.0418030104712042,
+              8.45087940578796
+            ]
+          },
+          "behavior": {
+            "gain": 2.25,
+            "ci95": [
+              -0.741377665288737,
+              5.354181079244707
+            ]
+          }
+        },
+        {
+          "layer": 7,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 8.5,
+            "ci95": [
+              2.2337160046657254,
+              14.438811783252449
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 5.0,
+            "ci95": [
+              0.0,
+              10.309278350515465
+            ]
+          },
+          "behavior": {
+            "gain": 6.75,
+            "ci95": [
+              2.7626606399757736,
+              10.758627872651084
+            ]
+          }
+        },
+        {
+          "layer": 9,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 5.0,
+            "ci95": [
+              -1.0050251256281406,
+              10.796186738519209
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 6.0,
+            "ci95": [
+              1.0415317357512954,
+              11.112403100775186
+            ]
+          },
+          "behavior": {
+            "gain": 5.5,
+            "ci95": [
+              1.6650991548451843,
+              9.48074463899272
+            ]
+          }
+        },
+        {
+          "layer": 11,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 9.0,
+            "ci95": [
+              3.4995646766169153,
+              14.438811783252449
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 5.5,
+            "ci95": [
+              0.5460847575863272,
+              10.312209898861568
+            ]
+          },
+          "behavior": {
+            "gain": 7.25,
+            "ci95": [
+              3.7335642023222713,
+              10.937554178224687
+            ]
+          }
+        },
+        {
+          "layer": 16,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 7.000000000000001,
+            "ci95": [
+              0.9998756218905472,
+              13.170731707317072
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 7.5,
+            "ci95": [
+              2.55069667460893,
+              12.821428571428568
+            ]
+          },
+          "behavior": {
+            "gain": 7.25,
+            "ci95": [
+              3.473338104337174,
+              11.41884378260093
+            ]
+          }
+        },
+        {
+          "layer": 20,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 8.5,
+            "ci95": [
+              2.984339386809794,
+              14.045579018688946
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 8.5,
+            "ci95": [
+              3.979119182413058,
+              13.334224598930478
+            ]
+          },
+          "behavior": {
+            "gain": 8.5,
+            "ci95": [
+              4.9918503381439425,
+              12.470606629143212
+            ]
+          }
+        },
+        {
+          "layer": 25,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 7.000000000000001,
+            "ci95": [
+              1.075125064688632,
+              13.298758865248221
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 7.5,
+            "ci95": [
+              1.5147727272727274,
+              13.021399456521737
+            ]
+          },
+          "behavior": {
+            "gain": 7.25,
+            "ci95": [
+              3.1573756909695843,
+              11.548631821036997
+            ]
+          }
+        },
+        {
+          "layer": 29,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 7.5,
+            "ci95": [
+              2.0613296865137807,
+              13.208046321253866
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 7.5,
+            "ci95": [
+              1.8957345971563981,
+              12.82079646017699
+            ]
+          },
+          "behavior": {
+            "gain": 7.5,
+            "ci95": [
+              3.544871871150046,
+              11.536953773471842
+            ]
+          }
+        },
+        {
+          "layer": 34,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 9.0,
+            "ci95": [
+              4.2105263157894735,
+              14.079263508875151
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 3.5000000000000004,
+            "ci95": [
+              -1.5625,
+              8.629441624365482
+            ]
+          },
+          "behavior": {
+            "gain": 6.25,
+            "ci95": [
+              2.6447498748085305,
+              9.89256471681922
+            ]
+          }
+        }
+      ],
+      "layers": [
+        1,
+        2,
+        7,
+        9,
+        11,
+        16,
+        20,
+        25,
+        29,
+        34
+      ],
+      "layer_gain": [
+        2.25,
+        2.25,
+        6.75,
+        5.5,
+        7.25,
+        7.25,
+        8.5,
+        7.25,
+        7.5,
+        6.25
+      ],
+      "spearman_gamma_gain": -0.5662208585049305
+    },
+    "single_internvl_replacement": {
+      "behavior": "replacement",
+      "runs": [
+        {
+          "layer": 1,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 3.5000000000000004,
+            "ci95": [
+              0.9659524304833229,
+              6.566489770804488
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": -2.0,
+            "ci95": [
+              -6.418376034267166,
+              2.0730814095434416
+            ]
+          },
+          "behavior": {
+            "gain": 0.7500000000000002,
+            "ci95": [
+              -1.904864949776407,
+              3.3343535310393158
+            ]
+          }
+        },
+        {
+          "layer": 2,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 4.0,
+            "ci95": [
+              1.0415317357512954,
+              7.281553398058253
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": -2.5,
+            "ci95": [
+              -6.372549019607843,
+              1.5003787878787858
+            ]
+          },
+          "behavior": {
+            "gain": 0.75,
+            "ci95": [
+              -1.7565732484240026,
+              3.340770753133655
+            ]
+          }
+        },
+        {
+          "layer": 7,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 4.0,
+            "ci95": [
+              1.0415317357512954,
+              7.281553398058253
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": -1.0,
+            "ci95": [
+              -5.612244897959184,
+              3.333732057416266
+            ]
+          },
+          "behavior": {
+            "gain": 1.5,
+            "ci95": [
+              -1.2689268895210943,
+              4.266941740931832
+            ]
+          }
+        },
+        {
+          "layer": 9,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 4.5,
+            "ci95": [
+              1.5075376884422111,
+              8.001005025125624
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": -1.0,
+            "ci95": [
+              -6.122448979591836,
+              3.865676917638736
+            ]
+          },
+          "behavior": {
+            "gain": 1.75,
+            "ci95": [
+              -1.115608798189774,
+              4.709702006909681
+            ]
+          }
+        },
+        {
+          "layer": 11,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 3.5000000000000004,
+            "ci95": [
+              0.5492277992277993,
+              6.63265306122449
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": -1.0,
+            "ci95": [
+              -6.350050658561297,
+              4.040404040404041
+            ]
+          },
+          "behavior": {
+            "gain": 1.2500000000000002,
+            "ci95": [
+              -1.6821572564404461,
+              4.2092315938910945
+            ]
+          }
+        },
+        {
+          "layer": 16,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 6.0,
+            "ci95": [
+              2.5122487437185934,
+              9.743589743589743
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 0.5,
+            "ci95": [
+              -4.976374409360234,
+              5.7976765585461205
+            ]
+          },
+          "behavior": {
+            "gain": 3.25,
+            "ci95": [
+              0.07943779537896004,
+              6.524006038701953
+            ]
+          }
+        },
+        {
+          "layer": 20,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 5.5,
+            "ci95": [
+              2.116123642439432,
+              9.090909090909092
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 1.0,
+            "ci95": [
+              -4.478171641791044,
+              6.436444017536078
+            ]
+          },
+          "behavior": {
+            "gain": 3.25,
+            "ci95": [
+              -0.0009716893603148982,
+              6.62662292928895
+            ]
+          }
+        },
+        {
+          "layer": 25,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 4.5,
+            "ci95": [
+              1.4851485148514851,
+              7.870655446086479
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 0.5,
+            "ci95": [
+              -4.976374409360234,
+              5.7976765585461205
+            ]
+          },
+          "behavior": {
+            "gain": 2.5,
+            "ci95": [
+              -0.6082272139162945,
+              5.660514010539885
+            ]
+          }
+        },
+        {
+          "layer": 29,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 3.5000000000000004,
+            "ci95": [
+              0.8766440131032127,
+              6.567331478045754
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": -1.5,
+            "ci95": [
+              -6.666666666666667,
+              3.3828857630008455
+            ]
+          },
+          "behavior": {
+            "gain": 1.0000000000000002,
+            "ci95": [
+              -1.972781046881313,
+              3.8965921868572906
+            ]
+          }
+        },
+        {
+          "layer": 34,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 3.5000000000000004,
+            "ci95": [
+              0.8766440131032127,
+              6.567331478045754
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": -0.5,
+            "ci95": [
+              -4.787234042553192,
+              3.684271161775406
+            ]
+          },
+          "behavior": {
+            "gain": 1.5000000000000002,
+            "ci95": [
+              -1.0660448389882267,
+              4.095679921546328
+            ]
+          }
+        }
+      ],
+      "layers": [
+        1,
+        2,
+        7,
+        9,
+        11,
+        16,
+        20,
+        25,
+        29,
+        34
+      ],
+      "layer_gain": [
+        0.7500000000000002,
+        0.75,
+        1.5,
+        1.75,
+        1.2500000000000002,
+        3.25,
+        3.25,
+        2.5,
+        1.0000000000000002,
+        1.5000000000000002
+      ],
+      "spearman_gamma_gain": -0.4012176588288426
+    },
+    "single_internvl_context": {
+      "behavior": "context",
+      "runs": [
+        {
+          "layer": 1,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": -1.0,
+            "ci95": [
+              -4.285714285714286,
+              2.0103040454799235
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 6.5,
+            "ci95": [
+              0.0,
+              13.461787564766839
+            ]
+          },
+          "behavior": {
+            "gain": 2.75,
+            "ci95": [
+              -0.9800188879127214,
+              6.555780578057806
+            ]
+          }
+        },
+        {
+          "layer": 2,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": -0.5,
+            "ci95": [
+              -3.0303030303030303,
+              2.304414149172212
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 7.000000000000001,
+            "ci95": [
+              0.529030910609858,
+              13.588191699604737
+            ]
+          },
+          "behavior": {
+            "gain": 3.2500000000000004,
+            "ci95": [
+              -0.11554094741067852,
+              6.813306330633063
+            ]
+          }
+        },
+        {
+          "layer": 7,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": -2.0,
+            "ci95": [
+              -5.26379048582996,
+              0.970873786407767
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 7.000000000000001,
+            "ci95": [
+              0.0,
+              14.57286432160804
+            ]
+          },
+          "behavior": {
+            "gain": 2.5000000000000004,
+            "ci95": [
+              -1.2755678320738824,
+              6.4819444444444425
+            ]
+          }
+        },
+        {
+          "layer": 9,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": -1.0,
+            "ci95": [
+              -4.306737670224512,
+              2.0204583910167653
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 4.5,
+            "ci95": [
+              -1.7275461106655972,
+              11.458956339712916
+            ]
+          },
+          "behavior": {
+            "gain": 1.75,
+            "ci95": [
+              -1.7086297740999141,
+              5.441599359855966
+            ]
+          }
+        },
+        {
+          "layer": 11,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": -2.0,
+            "ci95": [
+              -5.208938953488372,
+              0.9526098901098888
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 4.0,
+            "ci95": [
+              -2.9275501622011295,
+              11.822792520790296
+            ]
+          },
+          "behavior": {
+            "gain": 1.0,
+            "ci95": [
+              -2.9426614935162325,
+              5.126663050541317
+            ]
+          }
+        },
+        {
+          "layer": 16,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": -1.5,
+            "ci95": [
+              -4.7368421052631575,
+              1.087105013067236
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 6.0,
+            "ci95": [
+              0.0,
+              13.147589239138524
+            ]
+          },
+          "behavior": {
+            "gain": 2.25,
+            "ci95": [
+              -1.1105623381637695,
+              6.108861758763935
+            ]
+          }
+        },
+        {
+          "layer": 20,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": -1.5,
+            "ci95": [
+              -4.7368421052631575,
+              1.087105013067236
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 4.5,
+            "ci95": [
+              -1.5465920623898297,
+              11.283505154639169
+            ]
+          },
+          "behavior": {
+            "gain": 1.5,
+            "ci95": [
+              -1.9800744163479962,
+              5.112937480623073
+            ]
+          }
+        },
+        {
+          "layer": 25,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": -1.0,
+            "ci95": [
+              -4.2867445054945055,
+              2.000251256281406
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 5.5,
+            "ci95": [
+              -0.9902221565440126,
+              12.386568902410033
+            ]
+          },
+          "behavior": {
+            "gain": 2.25,
+            "ci95": [
+              -1.2933704860056685,
+              5.923184095302921
+            ]
+          }
+        },
+        {
+          "layer": 29,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": -0.5,
+            "ci95": [
+              -3.4482758620689653,
+              1.9233091787439602
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 3.0,
+            "ci95": [
+              -3.8109040717736367,
+              9.944823696161523
+            ]
+          },
+          "behavior": {
+            "gain": 1.25,
+            "ci95": [
+              -2.252752299343037,
+              5.000559454785878
+            ]
+          }
+        },
+        {
+          "layer": 34,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": -1.5,
+            "ci95": [
+              -5.377403464166534,
+              2.5255729887709566
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 7.000000000000001,
+            "ci95": [
+              0.0,
+              14.436242618356504
+            ]
+          },
+          "behavior": {
+            "gain": 2.7500000000000004,
+            "ci95": [
+              -1.1416853126282702,
+              6.977125546464398
+            ]
+          }
+        }
+      ],
+      "layers": [
+        1,
+        2,
+        7,
+        9,
+        11,
+        16,
+        20,
+        25,
+        29,
+        34
+      ],
+      "layer_gain": [
+        2.75,
+        3.2500000000000004,
+        2.5000000000000004,
+        1.75,
+        1.0,
+        2.25,
+        1.5,
+        2.25,
+        1.25,
+        2.7500000000000004
+      ],
+      "spearman_gamma_gain": -0.40729671426564323
+    },
+    "single_llava_removal": {
+      "behavior": "removal",
+      "runs": [
+        {
+          "layer": 1,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 13.0,
+            "ci95": [
+              7.034296482412061,
+              18.906769470184614
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 5.5,
+            "ci95": [
+              -0.5025760113699812,
+              11.483672248803826
+            ]
+          },
+          "behavior": {
+            "gain": 9.25,
+            "ci95": [
+              5.142881597138968,
+              13.636871325705943
+            ]
+          }
+        },
+        {
+          "layer": 2,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 12.5,
+            "ci95": [
+              5.6980204596784905,
+              20.21276595744681
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 0.0,
+            "ci95": [
+              -6.167400881057269,
+              6.598984771573604
+            ]
+          },
+          "behavior": {
+            "gain": 6.25,
+            "ci95": [
+              1.6090638525344352,
+              11.239593392046283
+            ]
+          }
+        },
+        {
+          "layer": 6,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 15.5,
+            "ci95": [
+              9.895833333333334,
+              21.579674689235645
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 5.0,
+            "ci95": [
+              -0.5559350333940493,
+              11.000229357798164
+            ]
+          },
+          "behavior": {
+            "gain": 10.25,
+            "ci95": [
+              6.217265689904091,
+              14.493690890990543
+            ]
+          }
+        },
+        {
+          "layer": 8,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 16.5,
+            "ci95": [
+              10.144927536231885,
+              23.189264372553055
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 2.0,
+            "ci95": [
+              -3.175146771037182,
+              7.620879120879111
+            ]
+          },
+          "behavior": {
+            "gain": 9.25,
+            "ci95": [
+              5.1586331095872895,
+              13.585090843405434
+            ]
+          }
+        },
+        {
+          "layer": 10,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 18.0,
+            "ci95": [
+              11.650485436893204,
+              24.726301735647525
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 4.5,
+            "ci95": [
+              -0.5524861878453039,
+              10.054112554112546
+            ]
+          },
+          "behavior": {
+            "gain": 11.25,
+            "ci95": [
+              7.115203128628778,
+              15.669871857280869
+            ]
+          }
+        },
+        {
+          "layer": 14,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 16.5,
+            "ci95": [
+              10.76829268292683,
+              22.748815165876778
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 4.5,
+            "ci95": [
+              -1.5001884422110552,
+              10.606060606060606
+            ]
+          },
+          "behavior": {
+            "gain": 10.5,
+            "ci95": [
+              6.452646768436243,
+              14.983362424869926
+            ]
+          }
+        },
+        {
+          "layer": 18,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 13.0,
+            "ci95": [
+              6.498790322580645,
+              19.474937343358388
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 4.5,
+            "ci95": [
+              -1.5001884422110552,
+              10.550516343183808
+            ]
+          },
+          "behavior": {
+            "gain": 8.75,
+            "ci95": [
+              4.36626958475698,
+              13.041379126693098
+            ]
+          }
+        },
+        {
+          "layer": 22,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 15.0,
+            "ci95": [
+              8.808290155440414,
+              21.634615384615383
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 6.0,
+            "ci95": [
+              0.5126903553299492,
+              11.558699293569292
+            ]
+          },
+          "behavior": {
+            "gain": 10.5,
+            "ci95": [
+              6.497500148216218,
+              14.925461449806292
+            ]
+          }
+        },
+        {
+          "layer": 26,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 11.0,
+            "ci95": [
+              5.290941697191697,
+              17.18836805555555
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 2.0,
+            "ci95": [
+              -3.5175879396984926,
+              7.368939590355195
+            ]
+          },
+          "behavior": {
+            "gain": 6.5,
+            "ci95": [
+              2.6321138211382116,
+              10.546899293754509
+            ]
+          }
+        },
+        {
+          "layer": 30,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 15.0,
+            "ci95": [
+              8.910631900886424,
+              21.31997738590709
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 4.5,
+            "ci95": [
+              -0.975609756097561,
+              10.153331526292439
+            ]
+          },
+          "behavior": {
+            "gain": 9.75,
+            "ci95": [
+              5.611576437951277,
+              14.282649948085417
+            ]
+          }
+        }
+      ],
+      "layers": [
+        1,
+        2,
+        6,
+        8,
+        10,
+        14,
+        18,
+        22,
+        26,
+        30
+      ],
+      "layer_gain": [
+        9.25,
+        6.25,
+        10.25,
+        9.25,
+        11.25,
+        10.5,
+        8.75,
+        10.5,
+        6.5,
+        9.75
+      ]
+    },
+    "single_llava_replacement": {
+      "behavior": "replacement",
+      "runs": [
+        {
+          "layer": 1,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 4.0,
+            "ci95": [
+              0.5050505050505051,
+              7.651324085750309
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": -6.0,
+            "ci95": [
+              -12.935774495398656,
+              1.5469989744696897
+            ]
+          },
+          "behavior": {
+            "gain": -1.0,
+            "ci95": [
+              -4.976266438879213,
+              3.0546531505058674
+            ]
+          }
+        },
+        {
+          "layer": 2,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 4.0,
+            "ci95": [
+              0.48303372352285395,
+              7.870655446086479
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": -7.000000000000001,
+            "ci95": [
+              -14.354189669979142,
+              0.4904411764705869
+            ]
+          },
+          "behavior": {
+            "gain": -1.5000000000000004,
+            "ci95": [
+              -5.3814031440538095,
+              2.7080512007290194
+            ]
+          }
+        },
+        {
+          "layer": 6,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 4.0,
+            "ci95": [
+              0.4431818181818188,
+              7.805068597560974
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": -8.0,
+            "ci95": [
+              -15.657821672219576,
+              0.0
+            ]
+          },
+          "behavior": {
+            "gain": -2.0,
+            "ci95": [
+              -6.17859386804219,
+              2.296907461640508
+            ]
+          }
+        },
+        {
+          "layer": 8,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 2.5,
+            "ci95": [
+              -1.442481884057971,
+              6.467661691542289
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": -9.5,
+            "ci95": [
+              -16.582469775474955,
+              -2.0405573396871453
+            ]
+          },
+          "behavior": {
+            "gain": -3.5,
+            "ci95": [
+              -7.5131492665535005,
+              0.613791719025769
+            ]
+          }
+        },
+        {
+          "layer": 10,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 5.0,
+            "ci95": [
+              1.0927476835352816,
+              9.18381136238279
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": -4.0,
+            "ci95": [
+              -11.220714531088973,
+              3.5723490427098628
+            ]
+          },
+          "behavior": {
+            "gain": 0.5,
+            "ci95": [
+              -3.5706329606488394,
+              4.712367166174262
+            ]
+          }
+        },
+        {
+          "layer": 14,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 3.0,
+            "ci95": [
+              -0.576704545454545,
+              7.027027027027027
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": -10.0,
+            "ci95": [
+              -17.55477620989968,
+              -2.1273781380164376
+            ]
+          },
+          "behavior": {
+            "gain": -3.5,
+            "ci95": [
+              -7.797335793357239,
+              0.7975996096261714
+            ]
+          }
+        },
+        {
+          "layer": 18,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 4.0,
+            "ci95": [
+              0.0,
+              8.45853280765981
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": -7.000000000000001,
+            "ci95": [
+              -14.136257866624359,
+              0.5027048507845339
+            ]
+          },
+          "behavior": {
+            "gain": -1.5000000000000004,
+            "ci95": [
+              -5.48551157337036,
+              2.680202128574467
+            ]
+          }
+        },
+        {
+          "layer": 22,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 1.5,
+            "ci95": [
+              -1.6044937036398137,
+              4.878048780487805
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": -6.5,
+            "ci95": [
+              -14.217436974789916,
+              1.4564882784750168
+            ]
+          },
+          "behavior": {
+            "gain": -2.5,
+            "ci95": [
+              -6.612527369599109,
+              1.8048049812029971
+            ]
+          }
+        },
+        {
+          "layer": 26,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 3.0,
+            "ci95": [
+              0.0,
+              6.011409506549136
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": -4.5,
+            "ci95": [
+              -11.708751793400287,
+              3.256578229064304
+            ]
+          },
+          "behavior": {
+            "gain": -0.75,
+            "ci95": [
+              -4.5458532695374805,
+              3.291276580833568
+            ]
+          }
+        },
+        {
+          "layer": 30,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 2.0,
+            "ci95": [
+              -0.9952748818720468,
+              5.208333333333333
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": -3.5000000000000004,
+            "ci95": [
+              -9.43443161550737,
+              2.592044301888854
+            ]
+          },
+          "behavior": {
+            "gain": -0.7500000000000002,
+            "ci95": [
+              -3.9838911210774635,
+              2.644496880499118
+            ]
+          }
+        }
+      ],
+      "layers": [
+        1,
+        2,
+        6,
+        8,
+        10,
+        14,
+        18,
+        22,
+        26,
+        30
+      ],
+      "layer_gain": [
+        -1.0,
+        -1.5000000000000004,
+        -2.0,
+        -3.5,
+        0.5,
+        -3.5,
+        -1.5000000000000004,
+        -2.5,
+        -0.75,
+        -0.7500000000000002
+      ]
+    },
+    "single_llava_context": {
+      "behavior": "context",
+      "runs": [
+        {
+          "layer": 1,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 3.0,
+            "ci95": [
+              -1.442481884057971,
+              7.575757575757576
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 1.0,
+            "ci95": [
+              -5.855100324402259,
+              7.895042839657281
+            ]
+          },
+          "behavior": {
+            "gain": 2.0,
+            "ci95": [
+              -2.047191712236892,
+              6.097149013672297
+            ]
+          }
+        },
+        {
+          "layer": 2,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 2.5,
+            "ci95": [
+              -2.128231525966598,
+              7.3040325901523575
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 3.5000000000000004,
+            "ci95": [
+              -3.333732057416268,
+              10.606060606060606
+            ]
+          },
+          "behavior": {
+            "gain": 3.0,
+            "ci95": [
+              -1.022802887059845,
+              7.169356197249638
+            ]
+          }
+        },
+        {
+          "layer": 6,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 3.0,
+            "ci95": [
+              -0.9757293161166906,
+              6.8631341425459045
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 3.0,
+            "ci95": [
+              -4.433497536945813,
+              10.5277081592871
+            ]
+          },
+          "behavior": {
+            "gain": 3.0,
+            "ci95": [
+              -1.2488399525333325,
+              7.152922077865719
+            ]
+          }
+        },
+        {
+          "layer": 8,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 2.0,
+            "ci95": [
+              -2.1052631578947367,
+              6.315789473684211
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 5.5,
+            "ci95": [
+              -2.3006210165059646,
+              12.935774495398652
+            ]
+          },
+          "behavior": {
+            "gain": 3.75,
+            "ci95": [
+              -0.49279556650246303,
+              8.069760879156807
+            ]
+          }
+        },
+        {
+          "layer": 10,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": -1.0,
+            "ci95": [
+              -5.853658536585366,
+              3.773839877613461
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 1.5,
+            "ci95": [
+              -5.670103092783505,
+              8.719072164948447
+            ]
+          },
+          "behavior": {
+            "gain": 0.25,
+            "ci95": [
+              -4.246823119811982,
+              4.598743639655034
+            ]
+          }
+        },
+        {
+          "layer": 14,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 2.0,
+            "ci95": [
+              -3.1092130829015545,
+              7.143772893772889
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 4.0,
+            "ci95": [
+              -2.5387218534426657,
+              10.68047850208044
+            ]
+          },
+          "behavior": {
+            "gain": 3.0,
+            "ci95": [
+              -1.25,
+              7.214662523777282
+            ]
+          }
+        },
+        {
+          "layer": 18,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 1.0,
+            "ci95": [
+              -4.1894034363247545,
+              6.522012235088484
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 5.0,
+            "ci95": [
+              -1.4087844603164006,
+              11.766154737757164
+            ]
+          },
+          "behavior": {
+            "gain": 3.0,
+            "ci95": [
+              -1.1368897306397308,
+              7.464407135382959
+            ]
+          }
+        },
+        {
+          "layer": 22,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 1.0,
+            "ci95": [
+              -3.500439698492462,
+              5.613448209472462
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 6.5,
+            "ci95": [
+              -0.5105379848274388,
+              14.215686274509803
+            ]
+          },
+          "behavior": {
+            "gain": 3.75,
+            "ci95": [
+              -0.4799292429242924,
+              8.190972176996683
+            ]
+          }
+        },
+        {
+          "layer": 26,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": 2.5,
+            "ci95": [
+              -1.9801980198019802,
+              6.967101114147562
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": 3.0,
+            "ci95": [
+              -3.535802184279342,
+              9.853307163382588
+            ]
+          },
+          "behavior": {
+            "gain": 2.75,
+            "ci95": [
+              -1.1970661826842977,
+              6.955142240616607
+            ]
+          }
+        },
+        {
+          "layer": 30,
+          "seed": 13,
+          "color": {
+            "items": 200,
+            "gain": -0.5,
+            "ci95": [
+              -4.592425431711146,
+              3.5714285714285716
+            ]
+          },
+          "count": {
+            "items": 200,
+            "gain": -1.0,
+            "ci95": [
+              -6.599886929535448,
+              4.712165365998222
+            ]
+          },
+          "behavior": {
+            "gain": -0.75,
+            "ci95": [
+              -4.25,
+              2.7513551953335282
+            ]
+          }
+        }
+      ],
+      "layers": [
+        1,
+        2,
+        6,
+        8,
+        10,
+        14,
+        18,
+        22,
+        26,
+        30
+      ],
+      "layer_gain": [
+        2.0,
+        3.0,
+        3.0,
+        3.75,
+        0.25,
+        3.0,
+        3.0,
+        3.75,
+        2.75,
+        -0.75
+      ]
+    }
+  },
+  "uploads_required": false,
+  "llava_gamma_gain_correlation": "Not computed: this experiment has no LLaVA training-localization profile"
+}

reports/training/pilot_internvl_decision.json

@@ -0,0 +1,50 @@
+{
+  "lr": 5e-05,
+  "schedule": "cosine",
+  "epochs": 1,
+  "note": "best eligible mean gain +5.19; 4 setting(s) within 0.5",
+  "table": [
+    {
+      "lr": 2e-05,
+      "schedule": "constant",
+      "epochs": 1,
+      "mean_gain": 3.8518518518518547,
+      "eligible": true
+    },
+    {
+      "lr": 2e-05,
+      "schedule": "constant",
+      "epochs": 2,
+      "mean_gain": 4.296296296296299,
+      "eligible": true
+    },
+    {
+      "lr": 5e-05,
+      "schedule": "cosine",
+      "epochs": 1,
+      "mean_gain": 5.185185185185189,
+      "eligible": true
+    },
+    {
+      "lr": 5e-05,
+      "schedule": "cosine",
+      "epochs": 2,
+      "mean_gain": 4.8148148148148175,
+      "eligible": true
+    },
+    {
+      "lr": 0.00012,
+      "schedule": "cosine",
+      "epochs": 1,
+      "mean_gain": 5.185185185185187,
+      "eligible": true
+    },
+    {
+      "lr": 0.00012,
+      "schedule": "cosine",
+      "epochs": 2,
+      "mean_gain": 5.1851851851851904,
+      "eligible": true
+    }
+  ]
+}

reports/training/pilot_llava_decision.json

@@ -0,0 +1,50 @@
+{
+  "lr": 2e-05,
+  "schedule": "constant",
+  "epochs": 2,
+  "note": "best eligible mean gain +2.59; 2 setting(s) within 0.5",
+  "table": [
+    {
+      "lr": 2e-05,
+      "schedule": "constant",
+      "epochs": 1,
+      "mean_gain": 0.4444444444444486,
+      "eligible": true
+    },
+    {
+      "lr": 2e-05,
+      "schedule": "constant",
+      "epochs": 2,
+      "mean_gain": 2.296296296296301,
+      "eligible": true
+    },
+    {
+      "lr": 5e-05,
+      "schedule": "cosine",
+      "epochs": 1,
+      "mean_gain": 1.4814814814814878,
+      "eligible": true
+    },
+    {
+      "lr": 5e-05,
+      "schedule": "cosine",
+      "epochs": 2,
+      "mean_gain": 2.0740740740740784,
+      "eligible": true
+    },
+    {
+      "lr": 0.00012,
+      "schedule": "cosine",
+      "epochs": 1,
+      "mean_gain": 1.6296296296296306,
+      "eligible": true
+    },
+    {
+      "lr": 0.00012,
+      "schedule": "cosine",
+      "epochs": 2,
+      "mean_gain": 2.5925925925925957,
+      "eligible": true
+    }
+  ]
+}