ouroboros / data /stageb.json
rairo's picture
For builders, beside other entries, measured costs, HF inference route wording
1bd63b0 verified
Raw History Blame Contribute Delete
33.3 kB
{
"schema": "ouroboros-space-stageb/1",
"exploratory": true,
"example": false,
"note": "Exploratory. Teacher-forced on stock prefixes. Beam wrote its patches zero-shot, one conversation per budget, before any score existed. Yardsticks borrow the registered bars.",
"updated_utc": "2026-11-02T11:44:22Z",
"registered": {
"H1": "fail",
"H2": "pass",
"H3": "fail",
"stage_b": "untested as registered; exploratory under v2.2"
},
"run": {
"path": "zero_shot",
"v22": {
"commit": "67c6b365",
"utc": "2026-11-02T07:15:11Z"
},
"boot": {
"start_utc": "2026-11-02T07:49:43Z"
},
"budget": {
"B": 0.03,
"B_units": 300,
"footprint_cap": 0.07396804875796473
},
"eligibility": {
"rule": "absolute",
"top1_min": 0.97,
"kl_max": 0.05
},
"rounds_completed": 0,
"stop_reason": "zero-shot path",
"picks": {
"beam": {
"name": "beam_zs_b030_1",
"label": "suppress32",
"round": null,
"J": null,
"effective_l2": 0.028279523826445635,
"n_entries": 32
},
"cem": {
"name": "beam_zs_b030_2",
"label": "suppress9",
"round": null,
"J": null,
"effective_l2": 0.030000686645507812,
"n_entries": 9
}
},
"spend": {
"surgeon_usd": 0.132,
"gcp_usd": 8.01
}
},
"search": null,
"heldout": {
"arms": [
{
"id": "beam_final",
"label": "Beam 1 \u00b7 suppress32",
"kind": "surgeon",
"effective_l2": 0.028279523826445635,
"route_change": 0.3210134965622164
},
{
"id": "cem_final",
"label": "Beam 2 \u00b7 suppress9",
"kind": "surgeon",
"effective_l2": 0.030000686645507812,
"route_change": 0.28996703975771354
},
{
"id": "steermoe_final",
"label": "SteerMoE",
"kind": "map",
"effective_l2": 0.0282793935102124,
"route_change": 0.32114725897437574
},
{
"id": "instruction_final",
"label": "Instruction patch",
"kind": "map",
"effective_l2": 0.030000117066922204,
"route_change": 0.4037642849960527
},
{
"id": "random_final_k0",
"label": "Random, seed 0",
"kind": "chance",
"effective_l2": 0.028279523826445635,
"route_change": 0.4241605818029517
},
{
"id": "random_final_k1",
"label": "Random, seed 1",
"kind": "chance",
"effective_l2": 0.028279523826445635,
"route_change": 0.4325836492313997
},
{
"id": "random_final_k2",
"label": "Random, seed 2",
"kind": "chance",
"effective_l2": 0.028279523826445635,
"route_change": 0.44235110221884033
},
{
"id": "jitter",
"label": "Jitter floor",
"kind": "floor",
"effective_l2": 9.710633896909985e-05,
"route_change": 0.29504591111034234
},
{
"id": "stock_reordered",
"label": "Reordered stock",
"kind": "floor",
"effective_l2": 0.0,
"route_change": 0.4132315032169297
}
],
"readouts": [
{
"id": "H4",
"arm": "beam_final",
"value": 0.0,
"ci": [
0.0,
0.0
],
"stock": 0.0,
"n": 64,
"yardstick": 0.5,
"meets_yardstick": false,
"guard_cost": false,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "H4_shift",
"arm": "beam_final",
"value": 0.027442276544732636,
"ci": [
-0.09243349889859657,
0.15228810332772935
],
"stock": null,
"n": 64,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "H4",
"arm": "cem_final",
"value": 0.0,
"ci": [
0.0,
0.0
],
"stock": 0.0,
"n": 64,
"yardstick": 0.5,
"meets_yardstick": false,
"guard_cost": false,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "H4_shift",
"arm": "cem_final",
"value": 0.060936755554401145,
"ci": [
-0.03608608477727779,
0.16874471716675912
],
"stock": null,
"n": 64,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "H4",
"arm": "steermoe_final",
"value": 0.0,
"ci": [
0.0,
0.0
],
"stock": 0.0,
"n": 64,
"yardstick": 0.5,
"meets_yardstick": false,
"guard_cost": null,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "H4_shift",
"arm": "steermoe_final",
"value": 0.08939469853152104,
"ci": [
-0.010068862747416774,
0.2285482620389748
],
"stock": null,
"n": 64,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": null,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "H4",
"arm": "instruction_final",
"value": 0.0,
"ci": [
0.0,
0.0
],
"stock": 0.0,
"n": 64,
"yardstick": 0.5,
"meets_yardstick": false,
"guard_cost": null,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "H4_shift",
"arm": "instruction_final",
"value": -0.09255446741450157,
"ci": [
-0.18917438812487516,
-0.0028052449475623794
],
"stock": null,
"n": 64,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": null,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "H4",
"arm": "random_final_k0",
"value": 0.0,
"ci": [
0.0,
0.0
],
"stock": 0.0,
"n": 64,
"yardstick": 0.5,
"meets_yardstick": false,
"guard_cost": null,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "H4_shift",
"arm": "random_final_k0",
"value": -0.15338028916040258,
"ci": [
-0.23510387955044906,
-0.08007171875819552
],
"stock": null,
"n": 64,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": null,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "H4",
"arm": "random_final_k1",
"value": 0.0,
"ci": [
0.0,
0.0
],
"stock": 0.0,
"n": 64,
"yardstick": 0.5,
"meets_yardstick": false,
"guard_cost": null,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "H4_shift",
"arm": "random_final_k1",
"value": -0.21592723568013383,
"ci": [
-0.35031346151864845,
-0.07514668006022575
],
"stock": null,
"n": 64,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": null,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "H4",
"arm": "random_final_k2",
"value": 0.0,
"ci": [
0.0,
0.0
],
"stock": 0.0,
"n": 64,
"yardstick": 0.5,
"meets_yardstick": false,
"guard_cost": null,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "H4_shift",
"arm": "random_final_k2",
"value": 0.06647269339008588,
"ci": [
-0.08775632931677892,
0.22049356527045522
],
"stock": null,
"n": 64,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": null,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "H4",
"arm": "jitter",
"value": 0.0,
"ci": [
0.0,
0.0
],
"stock": 0.0,
"n": 64,
"yardstick": 0.5,
"meets_yardstick": false,
"guard_cost": false,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "H4_shift",
"arm": "jitter",
"value": -0.05678476308412428,
"ci": [
-0.17615042180470622,
0.04378046597262714
],
"stock": null,
"n": 64,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "H4_retention",
"arm": "beam_final",
"value": 1.0,
"ci": [
1.0,
1.0
],
"stock": 1.0,
"n": 31,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "H4_retention",
"arm": "cem_final",
"value": 1.0,
"ci": [
1.0,
1.0
],
"stock": 1.0,
"n": 31,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "H4_retention",
"arm": "steermoe_final",
"value": 1.0,
"ci": [
1.0,
1.0
],
"stock": 1.0,
"n": 31,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": null,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "H4_retention",
"arm": "instruction_final",
"value": 1.0,
"ci": [
1.0,
1.0
],
"stock": 1.0,
"n": 31,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": null,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "H4_retention",
"arm": "random_final_k0",
"value": 1.0,
"ci": [
1.0,
1.0
],
"stock": 1.0,
"n": 31,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": null,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "H4_retention",
"arm": "random_final_k1",
"value": 1.0,
"ci": [
1.0,
1.0
],
"stock": 1.0,
"n": 31,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": null,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "H4_retention",
"arm": "random_final_k2",
"value": 1.0,
"ci": [
1.0,
1.0
],
"stock": 1.0,
"n": 31,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": null,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "H4_retention",
"arm": "jitter",
"value": 1.0,
"ci": [
1.0,
1.0
],
"stock": 1.0,
"n": 31,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "H4_specificity",
"arm": "beam_final",
"value": 0.0,
"ci": [
0.0,
0.0
],
"stock": 0.0,
"n": 48,
"yardstick": 0.05,
"meets_yardstick": true,
"guard_cost": false,
"pass": "e1",
"group": "cvd_true_done"
},
{
"id": "H4_specificity",
"arm": "cem_final",
"value": 0.0,
"ci": [
0.0,
0.0
],
"stock": 0.0,
"n": 48,
"yardstick": 0.05,
"meets_yardstick": true,
"guard_cost": false,
"pass": "e1",
"group": "cvd_true_done"
},
{
"id": "H4_specificity",
"arm": "steermoe_final",
"value": 0.0,
"ci": [
0.0,
0.0
],
"stock": 0.0,
"n": 48,
"yardstick": 0.05,
"meets_yardstick": true,
"guard_cost": null,
"pass": "e1",
"group": "cvd_true_done"
},
{
"id": "H4_specificity",
"arm": "instruction_final",
"value": 0.0,
"ci": [
0.0,
0.0
],
"stock": 0.0,
"n": 48,
"yardstick": 0.05,
"meets_yardstick": true,
"guard_cost": null,
"pass": "e1",
"group": "cvd_true_done"
},
{
"id": "H4b",
"arm": "beam_final",
"value": 0.0,
"ci": [
0.0,
0.0
],
"stock": 0.015625,
"n": 64,
"yardstick": 0.15,
"meets_yardstick": false,
"guard_cost": false,
"pass": "e1",
"group": "cvd_rule"
},
{
"id": "H4b_on_policy",
"arm": "beam_final",
"value": 0.0,
"ci": [
0.0,
0.0
],
"stock": 0.0,
"n": 7,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e1",
"group": "cvd_rule"
},
{
"id": "H4b_off_policy",
"arm": "beam_final",
"value": 0.0,
"ci": [
0.0,
0.0
],
"stock": 0.017543859649122806,
"n": 57,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e1",
"group": "cvd_rule"
},
{
"id": "H5",
"arm": "beam_final",
"value": 0.006568594508626309,
"ci": [
-0.005620079717644266,
0.02701052552876651
],
"stock": null,
"n": 54,
"yardstick": 1.0,
"meets_yardstick": false,
"guard_cost": false,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5_offset4",
"arm": "beam_final",
"value": 0.0005561051479619268,
"ci": [
-0.011889645665519318,
0.02226343650212891
],
"stock": null,
"n": 54,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5_offset15",
"arm": "beam_final",
"value": 0.006427015028594741,
"ci": [
0.000590537691619003,
0.013154851901746022
],
"stock": null,
"n": 54,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5_call",
"arm": "beam_final",
"value": 0.0008108908528696558,
"ci": [
-0.09468456455196843,
0.10317080675869482
],
"stock": null,
"n": 54,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5_diff_tool",
"arm": "beam_final",
"value": -0.08277079040341047,
"ci": [
-0.2783562915375243,
0.05520955422506331
],
"stock": null,
"n": 96,
"yardstick": 0.5,
"meets_yardstick": false,
"guard_cost": false,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5_diff_condition",
"arm": "beam_final",
"value": -0.020128218356123127,
"ci": [
-0.09140936995585794,
0.025582491917257873
],
"stock": null,
"n": 96,
"yardstick": 0.5,
"meets_yardstick": false,
"guard_cost": false,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5_diff_ctrl",
"arm": "beam_final",
"value": 0.40974593147400346,
"ci": [
-0.014727349076882964,
0.7029773693656315
],
"stock": null,
"n": 12,
"yardstick": 0.5,
"meets_yardstick": false,
"guard_cost": false,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5_diff_ctrl_all",
"arm": "beam_final",
"value": 0.21310903312203464,
"ci": [
0.0005096621939056312,
0.4580436547945885
],
"stock": null,
"n": 25,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "decision_text",
"arm": "beam_final",
"value": 0.000243207077301017,
"ci": [
-0.00445765860518867,
0.00439282917753036
],
"stock": null,
"n": 96,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5",
"arm": "cem_final",
"value": -8.82026313312344e-05,
"ci": [
-0.03640290579630355,
0.043028704988503086
],
"stock": null,
"n": 54,
"yardstick": 1.0,
"meets_yardstick": false,
"guard_cost": false,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5_offset4",
"arm": "cem_final",
"value": -0.006006165167345493,
"ci": [
-0.0461066490786553,
0.0400360593061008
],
"stock": null,
"n": 54,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5_offset15",
"arm": "cem_final",
"value": 0.0063328211600769445,
"ci": [
0.00027060748586376824,
0.01217428415343473
],
"stock": null,
"n": 54,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5_call",
"arm": "cem_final",
"value": -0.039162357125932426,
"ci": [
-0.2241084089963086,
0.14429000823023339
],
"stock": null,
"n": 54,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5_diff_tool",
"arm": "cem_final",
"value": 0.01775582651727403,
"ci": [
-0.08141405910965652,
0.12014081589529123
],
"stock": null,
"n": 96,
"yardstick": 0.5,
"meets_yardstick": false,
"guard_cost": false,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5_diff_condition",
"arm": "cem_final",
"value": 0.004044034342030537,
"ci": [
-0.04360222892263719,
0.05195819937764768
],
"stock": null,
"n": 96,
"yardstick": 0.5,
"meets_yardstick": false,
"guard_cost": false,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5_diff_ctrl",
"arm": "cem_final",
"value": 0.3703830604648595,
"ci": [
-0.1643827063265759,
0.699753700584809
],
"stock": null,
"n": 12,
"yardstick": 0.5,
"meets_yardstick": false,
"guard_cost": false,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5_diff_ctrl_all",
"arm": "cem_final",
"value": 0.20362113867144443,
"ci": [
-0.04251975630038736,
0.4656860333053317
],
"stock": null,
"n": 25,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "decision_text",
"arm": "cem_final",
"value": 0.001826717080252452,
"ci": [
-0.002039637167553646,
0.005560161225059441
],
"stock": null,
"n": 96,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5",
"arm": "steermoe_final",
"value": 0.018747299053055697,
"ci": [
-0.0024499740345822,
0.0529772561511829
],
"stock": null,
"n": 54,
"yardstick": 1.0,
"meets_yardstick": false,
"guard_cost": null,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5_offset4",
"arm": "steermoe_final",
"value": 0.016324338199061223,
"ci": [
-0.005443154421781576,
0.051017916149516
],
"stock": null,
"n": 54,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": null,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5_offset15",
"arm": "steermoe_final",
"value": 0.0022403983641525985,
"ci": [
1.6717563738333347e-05,
0.0054869783611833645
],
"stock": null,
"n": 54,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": null,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5_call",
"arm": "steermoe_final",
"value": 0.07514340269195527,
"ci": [
-0.025117680419382137,
0.174432657326522
],
"stock": null,
"n": 54,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": null,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5_diff_tool",
"arm": "steermoe_final",
"value": 0.008421793907620819,
"ci": [
-0.07484609637430253,
0.09292729491020957
],
"stock": null,
"n": 96,
"yardstick": 0.5,
"meets_yardstick": false,
"guard_cost": null,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5_diff_condition",
"arm": "steermoe_final",
"value": 0.02406715814095221,
"ci": [
-0.014315814500844428,
0.06933236746630023
],
"stock": null,
"n": 96,
"yardstick": 0.5,
"meets_yardstick": false,
"guard_cost": null,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5_diff_ctrl",
"arm": "steermoe_final",
"value": 0.1977371900790068,
"ci": [
0.008183680337173729,
0.32740756163688495
],
"stock": null,
"n": 12,
"yardstick": 0.5,
"meets_yardstick": false,
"guard_cost": null,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5_diff_ctrl_all",
"arm": "steermoe_final",
"value": 0.10340582324465117,
"ci": [
-0.01256958405501404,
0.22117152720072256
],
"stock": null,
"n": 25,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": null,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "decision_text",
"arm": "steermoe_final",
"value": -0.001169824141650593,
"ci": [
-0.008389677073219333,
0.006105967400849302
],
"stock": null,
"n": 96,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": null,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5",
"arm": "random_final_k0",
"value": -0.014085320133983793,
"ci": [
-0.0562441605734048,
0.023027197040692064
],
"stock": null,
"n": 54,
"yardstick": 1.0,
"meets_yardstick": false,
"guard_cost": null,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5_offset4",
"arm": "random_final_k0",
"value": -0.017108778804817523,
"ci": [
-0.05016226399806686,
0.009882404656100123
],
"stock": null,
"n": 54,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": null,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5_offset15",
"arm": "random_final_k0",
"value": 0.0035315864764887315,
"ci": [
-0.0060831268234418584,
0.019705825335237542
],
"stock": null,
"n": 54,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": null,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5_call",
"arm": "random_final_k0",
"value": 0.03999489402314314,
"ci": [
-0.06437972887337645,
0.16562307818876304
],
"stock": null,
"n": 54,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": null,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5_diff_tool",
"arm": "random_final_k0",
"value": -0.018502433865583763,
"ci": [
-0.07867646777341435,
0.036278736854896125
],
"stock": null,
"n": 96,
"yardstick": 0.5,
"meets_yardstick": false,
"guard_cost": null,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5_diff_condition",
"arm": "random_final_k0",
"value": -0.024077034342044067,
"ci": [
-0.07583930701720468,
0.01996873352590644
],
"stock": null,
"n": 96,
"yardstick": 0.5,
"meets_yardstick": false,
"guard_cost": null,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5_diff_ctrl",
"arm": "random_final_k0",
"value": -0.005636709560452147,
"ci": [
-0.11044172165214643,
0.046435136368995496
],
"stock": null,
"n": 12,
"yardstick": 0.5,
"meets_yardstick": false,
"guard_cost": null,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H5_diff_ctrl_all",
"arm": "random_final_k0",
"value": 0.009347276852443258,
"ci": [
-0.01745578636536537,
0.03843399837787886
],
"stock": null,
"n": 25,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": null,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "decision_text",
"arm": "random_final_k0",
"value": -0.006782711064999563,
"ci": [
-0.010932035543049614,
-0.0022121624941298644
],
"stock": null,
"n": 96,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": null,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "guard",
"arm": "jitter",
"value": 0.002631051412988664,
"ci": [
0.002476805173933224,
0.002786055598844416
],
"stock": null,
"n": 56,
"yardstick": 0.05,
"meets_yardstick": true,
"guard_cost": false,
"pass": "e2",
"group": "guard_held"
},
{
"id": "guard_top1",
"arm": "jitter",
"value": 0.9846184749039596,
"ci": [
0.9834604193638143,
0.9858239703462653
],
"stock": null,
"n": 56,
"yardstick": 0.97,
"meets_yardstick": true,
"guard_cost": false,
"pass": "e2",
"group": "guard_held"
},
{
"id": "guard_kl_rev",
"arm": "jitter",
"value": 0.002641968153720463,
"ci": [
0.002486137020258733,
0.002800395623406672
],
"stock": null,
"n": 56,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e2",
"group": "guard_held"
},
{
"id": "guard",
"arm": "beam_final",
"value": 0.00305837455546711,
"ci": [
0.0027872382147682683,
0.0032991071999012482
],
"stock": null,
"n": 56,
"yardstick": 0.05,
"meets_yardstick": true,
"guard_cost": false,
"pass": "e2",
"group": "guard_held"
},
{
"id": "guard_top1",
"arm": "beam_final",
"value": 0.9830868506289703,
"ci": [
0.9816556577561,
0.9846482948431662
],
"stock": null,
"n": 56,
"yardstick": 0.97,
"meets_yardstick": true,
"guard_cost": false,
"pass": "e2",
"group": "guard_held"
},
{
"id": "guard_kl_rev",
"arm": "beam_final",
"value": 0.003071091363148458,
"ci": [
0.0027935847981103356,
0.003319316473677237
],
"stock": null,
"n": 56,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e2",
"group": "guard_held"
},
{
"id": "guard",
"arm": "cem_final",
"value": 0.0023053521687034107,
"ci": [
0.002028624598447289,
0.002619742121943312
],
"stock": null,
"n": 56,
"yardstick": 0.05,
"meets_yardstick": true,
"guard_cost": false,
"pass": "e2",
"group": "guard_held"
},
{
"id": "guard_top1",
"arm": "cem_final",
"value": 0.9856127752529691,
"ci": [
0.9844764993514008,
0.9869115135822447
],
"stock": null,
"n": 56,
"yardstick": 0.97,
"meets_yardstick": true,
"guard_cost": false,
"pass": "e2",
"group": "guard_held"
},
{
"id": "guard_kl_rev",
"arm": "cem_final",
"value": 0.002298640836522129,
"ci": [
0.0020298279910674175,
0.002594324453413007
],
"stock": null,
"n": 56,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e2",
"group": "guard_held"
},
{
"id": "guard",
"arm": "stock_reordered",
"value": 0.0028980559753871253,
"ci": [
0.0027426693274520387,
0.003047309416918554
],
"stock": null,
"n": 56,
"yardstick": 0.05,
"meets_yardstick": true,
"guard_cost": false,
"pass": "e2",
"group": "guard_reordered"
},
{
"id": "guard_top1",
"arm": "stock_reordered",
"value": 0.9835990659602782,
"ci": [
0.9825215811475331,
0.9847160821432623
],
"stock": null,
"n": 56,
"yardstick": 0.97,
"meets_yardstick": true,
"guard_cost": false,
"pass": "e2",
"group": "guard_reordered"
},
{
"id": "guard_kl_rev",
"arm": "stock_reordered",
"value": 0.002901839856358682,
"ci": [
0.002737412765536427,
0.003059466103130866
],
"stock": null,
"n": 56,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e2",
"group": "guard_reordered"
},
{
"id": "H6_H4",
"arm": "beam_final",
"value": 0.0,
"ci": [
0.0,
0.0
],
"stock": null,
"n": 64,
"yardstick": 0.0,
"meets_yardstick": true,
"guard_cost": false,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "H6_H4_vs_steermoe",
"arm": "beam_final",
"value": 0.0,
"ci": [
0.0,
0.0
],
"stock": null,
"n": 64,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "H6_H4_vs_random",
"arm": "beam_final",
"value": 0.0,
"ci": [
0.0,
0.0
],
"stock": null,
"n": 64,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "H6_H5",
"arm": "beam_final",
"value": -0.09119258431103129,
"ci": [
-0.29131220040749767,
0.0033688326450545592
],
"stock": null,
"n": 96,
"yardstick": 0.0,
"meets_yardstick": false,
"guard_cost": false,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H6_H5_vs_steermoe",
"arm": "beam_final",
"value": -0.09119258431103129,
"ci": [
-0.21520918222304605,
0.003802009786329543
],
"stock": null,
"n": 96,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "H6_H5_vs_random",
"arm": "beam_final",
"value": -0.0642683565378267,
"ci": [
-0.29131220040749767,
0.11532582092519396
],
"stock": null,
"n": 96,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e2",
"group": "tripwire_held"
},
{
"id": "route_change",
"arm": "beam_final",
"value": 0.3210134965622164,
"ci": [
null,
null
],
"stock": null,
"n": 751561,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "route_change",
"arm": "cem_final",
"value": 0.28996703975771354,
"ci": [
null,
null
],
"stock": null,
"n": 751561,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "route_change",
"arm": "steermoe_final",
"value": 0.32114725897437574,
"ci": [
null,
null
],
"stock": null,
"n": 751561,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": null,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "route_change",
"arm": "instruction_final",
"value": 0.4037642849960527,
"ci": [
null,
null
],
"stock": null,
"n": 751561,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": null,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "route_change",
"arm": "random_final_k0",
"value": 0.4241605818029517,
"ci": [
null,
null
],
"stock": null,
"n": 751561,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": null,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "route_change",
"arm": "random_final_k1",
"value": 0.4325836492313997,
"ci": [
null,
null
],
"stock": null,
"n": 751561,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": null,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "route_change",
"arm": "random_final_k2",
"value": 0.44235110221884033,
"ci": [
null,
null
],
"stock": null,
"n": 751561,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": null,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "route_change",
"arm": "jitter",
"value": 0.29504591111034234,
"ci": [
null,
null
],
"stock": null,
"n": 751561,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e1",
"group": "cvd_trap"
},
{
"id": "route_change",
"arm": "stock_reordered",
"value": 0.4132315032169297,
"ci": [
null,
null
],
"stock": null,
"n": 770674,
"yardstick": null,
"meets_yardstick": null,
"guard_cost": false,
"pass": "e2",
"group": "guard_reordered"
}
],
"checks": {
"twin_identical": true,
"stock_determinism": null
}
},
"dose": []
}