{ "W1_per_seed": { "s0": { "lower_bounds": { "atbench_codex": { "agentdog_4b": 0.05510940950085208, "stepguard_4b": 0.046432849668480346, "agentdog15_4b": 0.01912732283473582 }, "atbench": { "agentdog_4b": 0.1904274613173116, "stepguard_4b": 0.007386676339719625, "agentdog15_4b": 0.051082848587436225 }, "rjudge": { "agentdog_4b": 0.004748869384714391, "stepguard_4b": 0.03311550013217872, "agentdog15_4b": 0.0061126940648646684 } }, "lb_ok": true, "rjudge_acc": 90.89316987740806, "acc_ok": true }, "s1": { "lower_bounds": { "atbench_codex": { "agentdog_4b": 0.040980010104295264, "stepguard_4b": 0.03150324606793488, "agentdog15_4b": 0.0020877713635254285 }, "atbench": { "agentdog_4b": 0.1913250685800543, "stepguard_4b": 0.007776238175350392, "agentdog15_4b": 0.05320125927821749 }, "rjudge": { "agentdog_4b": -0.001625757264381397, "stepguard_4b": 0.02816790414841932, "agentdog15_4b": -0.0003843726082071036 } }, "lb_ok": false, "rjudge_acc": 91.59369527145358, "acc_ok": true }, "s2": { "lower_bounds": { "atbench_codex": { "agentdog_4b": 0.050978416829671545, "stepguard_4b": 0.041401339229289645, "agentdog15_4b": 0.013949879104798274 }, "atbench": { "agentdog_4b": 0.20163356243887118, "stepguard_4b": 0.021239858824028703, "agentdog15_4b": 0.06322014576834008 }, "rjudge": { "agentdog_4b": -0.009802426710321485, "stepguard_4b": 0.02309623395897267, "agentdog15_4b": -0.006157436058552795 } }, "lb_ok": false, "rjudge_acc": 92.81961471103327, "acc_ok": true } }, "W1_supported": false, "W2_per_seed": { "s1": { "lower_vs_same_seed_mix": { "atbench_codex": -0.013410167373047186, "atbench": -0.013610475362517815 }, "ok": true }, "s2": { "lower_vs_same_seed_mix": { "atbench_codex": -0.014188249580242623, "atbench": 0.001950991264464927 }, "ok": true }, "s0": { "lower_vs_s0_mix": { "atbench_codex": -0.018828888332319462, "atbench": -0.0196244936804682 }, "ok": true } }, "W2_supported": true, "W1u_vs_unified": { "s0": { "lower_bounds_vs_unified": { "atbench_codex": -0.00038560806857672325, "atbench": -0.045535106987388815, "rjudge": 0.012621611780857056 }, "ok": false }, "s1": { "lower_bounds_vs_unified": { "atbench_codex": -0.018649670254575257, "atbench": -0.04476283331154423, "rjudge": 0.007203129469589909 }, "ok": false }, "s2": { "lower_bounds_vs_unified": { "atbench_codex": -0.006853488877162081, "atbench": -0.03286021643952745, "rjudge": 0.00047657321685243287 }, "ok": false } }, "W1u_all_seeds": false, "seeds_present": [ 0, 1, 2 ], "spread": { "s0": { "atbench_codex": [ 0.918, 82.8 ], "atbench": [ 0.823, 71.9 ], "rjudge": [ 0.985, 90.9 ], "assebench_strict": [ 0.877, 66.1 ], "atbench_claw_native": [ 0.915, 81.2 ], "agentdyn": [ 0.955, 54.9 ], "tracesafe": [ 0.525, 46.3 ] }, "s1": { "atbench_codex": [ 0.904, 78.0 ], "atbench": [ 0.823, 67.9 ], "rjudge": [ 0.979, 91.6 ], "assebench_strict": [ 0.871, 72.8 ], "atbench_claw_native": [ 0.928, 78.8 ], "agentdyn": [ 0.953, 45.8 ], "tracesafe": [ 0.563, 59.2 ] }, "s2": { "atbench_codex": [ 0.911, 81.0 ], "atbench": [ 0.836, 73.0 ], "rjudge": [ 0.972, 92.8 ], "assebench_strict": [ 0.882, 75.3 ], "atbench_claw_native": [ 0.915, 76.6 ], "agentdyn": [ 0.95, 49.7 ], "tracesafe": [ 0.566, 65.0 ] } }, "bars": { "rjudge_acc": 90.4, "lower_bound": 0, "margin": 0.02 } }