{ "version": 2, "kind": "step", "confidence": "raw step confidence: P(op) x P(target of that op), temperature 1", "error_target": 0.02, "fitted_to_error": 0.01, "fitted": "2026-10-06", "method": "two-fold cross-fit by task on held-out test sets; per class and class|modality, the strictest set at the fitted error; a class whose pooled out-of-fold error exceeds 2% fails closed (1.01: nothing runs directly, MT-C02)", "fitted_on": { "vcua_clean": 600, "vcua_cl_clean": 600, "omniact_clean": 600, "gui360_real": 600, "ac_low": 600, "omniact_cl_clean": 600, "gui360_cl": 399, "m2w_task_cl": 513 }, "excluded": { "anbench_plan": "multi-pass scoring artifact: 18 of 20 misses at >= 0.98 have the top-ranked element in the gold set" }, "cuts": { "browser": 1.01, "browser|full": 1.01, "desktop": 0.99453, "desktop|vision": 0.99453, "mobile": 1.01, "mobile|full": 1.01, "office": 1.01, "office|full": 1.01 }, "downgraded": { "browser": "pooled out-of-fold error 25.0% over 4 executed steps", "mobile": "pooled out-of-fold error 3.6% over 28 executed steps", "office": "pooled out-of-fold error 3.3% over 60 executed steps" }, "out_of_fold": { "VideoCUA": { "set": "vcua_cl_clean", "coverage": 0.14666666666666667, "error": 0.011363636363636354 }, "OmniACT": { "set": "omniact_cl_clean", "coverage": 0.17833333333333334, "error": 0.009345794392523366 }, "GUI-360": { "set": "gui360_cl", "coverage": 0.10275689223057644, "error": 0.04878048780487809 }, "Mind2Web": { "set": "m2w_task_cl", "coverage": 0.007797270955165692, "error": 0.25 }, "AndroidControl": { "set": "ac_low", "coverage": 0.04666666666666667, "error": 0.0357142857142857 } }, "cascade_routes": { "browser": { "ask_below": 0.4, "take_at": 0.7 }, "desktop": { "ask_below": 0.8, "take_at": 0.5 }, "mobile": { "ask_below": 0.6, "take_at": 0.3 }, "office": null } }