| { |
| "all_passed": true, |
| "checkpoints": { |
| "grounded_cut_s811": "3ccd298e2f653aca93a1ea99dd6ff6c28867b3c027cefefa99945f871dcb4d56", |
| "grounded_cut_s812": "8e53788f69360d855248ff162f7d04ff58a48b670a5f5178506946e70ad2235c", |
| "grounded_cut_s813": "ad33c81366d0f263633a1507f751af99af4f1e32fb9a270407a51050947ef7df", |
| "grounded_future_s811": "84809db146ceb43bb2b58bc84ae23b04dc507bf1c8bf05edd464d95f04d70fc4", |
| "grounded_future_s812": "2fc34355d170abf02105af7f8a0d9478dc56bca57137aa2d227a3f50d925d720", |
| "grounded_future_s813": "1499a605b5a622515da6e7e35c715902507b0ac0dd8495316282c767e0b6d6ce", |
| "numeric_future_s811": "88e9b5f28581717bd9c61bc6f94650e3ae516495623b12d52d1fdbd7b6dfccdb", |
| "numeric_future_s812": "57dd646fd8e971e5949848e2faecfd17bbc4501c42c3ed5a6cf2e446bee353f8", |
| "numeric_future_s813": "a6dbd3fac5e821d7d259791f2f579b16f40f15cede3e81ec9fe56997176b4e61" |
| }, |
| "code": { |
| "PREREGISTRATION.md": "a8b9f2421e2b2a34401a0189c11930e2003d395e348adf5328a909d4fd8aca6d", |
| "campaign.py": "c27af6e25d71e88c48ce1d1b70986b33f301ce15016434efcfc804c2c1fcee04", |
| "core.py": "33905ffd455385a657c066648349e0595aa165daecd61380b7e8c52b47968425" |
| }, |
| "per_seed": { |
| "811": { |
| "all_passed": true, |
| "effects": { |
| "advantage_grounded_cut": { |
| "mean": 0.49609375, |
| "paired_bootstrap_95": [ |
| 0.4657958984375, |
| 0.5263916015624999 |
| ] |
| }, |
| "advantage_numeric_future": { |
| "mean": 0.9267578125, |
| "paired_bootstrap_95": [ |
| 0.91015625, |
| 0.9423828125 |
| ] |
| }, |
| "drop_zero_relation": { |
| "mean": 0.908203125, |
| "paired_bootstrap_95": [ |
| 0.8896484375, |
| 0.92578125 |
| ] |
| }, |
| "drop_zero_second_value": { |
| "mean": 0.9609375, |
| "paired_bootstrap_95": [ |
| 0.94921875, |
| 0.97265625 |
| ] |
| } |
| }, |
| "gates": { |
| "advantage_grounded_cut": true, |
| "advantage_numeric_future": true, |
| "candidate_permutation_agrees": true, |
| "current_only": true, |
| "drop_zero_relation": true, |
| "drop_zero_second_value": true, |
| "identity_0": true, |
| "identity_128": true, |
| "identity_512": true, |
| "identity_retention": true, |
| "onehop_0": true, |
| "onehop_128": true, |
| "onehop_512": true, |
| "oracle": true, |
| "relation_cf_answer": true, |
| "relation_cf_identity": true, |
| "replay": true, |
| "replay_agrees": true, |
| "replay_margin": true, |
| "restore_agrees": true, |
| "twohop_0": true, |
| "twohop_128": true, |
| "twohop_512": true, |
| "twohop_ci_0": true, |
| "twohop_ci_128": true, |
| "twohop_ci_512": true, |
| "twohop_retention": true, |
| "unrelated_changed": true, |
| "value_cf_answer": true |
| } |
| }, |
| "812": { |
| "all_passed": true, |
| "effects": { |
| "advantage_grounded_cut": { |
| "mean": 0.619140625, |
| "paired_bootstrap_95": [ |
| 0.5888671875, |
| 0.650390625 |
| ] |
| }, |
| "advantage_numeric_future": { |
| "mean": 0.9248046875, |
| "paired_bootstrap_95": [ |
| 0.9072265625, |
| 0.9404296875 |
| ] |
| }, |
| "drop_zero_relation": { |
| "mean": 0.908203125, |
| "paired_bootstrap_95": [ |
| 0.8896484375, |
| 0.92578125 |
| ] |
| }, |
| "drop_zero_second_value": { |
| "mean": 0.9697265625, |
| "paired_bootstrap_95": [ |
| 0.958984375, |
| 0.9794921875 |
| ] |
| } |
| }, |
| "gates": { |
| "advantage_grounded_cut": true, |
| "advantage_numeric_future": true, |
| "candidate_permutation_agrees": true, |
| "current_only": true, |
| "drop_zero_relation": true, |
| "drop_zero_second_value": true, |
| "identity_0": true, |
| "identity_128": true, |
| "identity_512": true, |
| "identity_retention": true, |
| "onehop_0": true, |
| "onehop_128": true, |
| "onehop_512": true, |
| "oracle": true, |
| "relation_cf_answer": true, |
| "relation_cf_identity": true, |
| "replay": true, |
| "replay_agrees": true, |
| "replay_margin": true, |
| "restore_agrees": true, |
| "twohop_0": true, |
| "twohop_128": true, |
| "twohop_512": true, |
| "twohop_ci_0": true, |
| "twohop_ci_128": true, |
| "twohop_ci_512": true, |
| "twohop_retention": true, |
| "unrelated_changed": true, |
| "value_cf_answer": true |
| } |
| }, |
| "813": { |
| "all_passed": true, |
| "effects": { |
| "advantage_grounded_cut": { |
| "mean": 0.5732421875, |
| "paired_bootstrap_95": [ |
| 0.54296875, |
| 0.6044921875 |
| ] |
| }, |
| "advantage_numeric_future": { |
| "mean": 0.91796875, |
| "paired_bootstrap_95": [ |
| 0.9013671875, |
| 0.9345703125 |
| ] |
| }, |
| "drop_zero_relation": { |
| "mean": 0.908203125, |
| "paired_bootstrap_95": [ |
| 0.8896484375, |
| 0.92578125 |
| ] |
| }, |
| "drop_zero_second_value": { |
| "mean": 0.9697265625, |
| "paired_bootstrap_95": [ |
| 0.958984375, |
| 0.9794921875 |
| ] |
| } |
| }, |
| "gates": { |
| "advantage_grounded_cut": true, |
| "advantage_numeric_future": true, |
| "candidate_permutation_agrees": true, |
| "current_only": true, |
| "drop_zero_relation": true, |
| "drop_zero_second_value": true, |
| "identity_0": true, |
| "identity_128": true, |
| "identity_512": true, |
| "identity_retention": true, |
| "onehop_0": true, |
| "onehop_128": true, |
| "onehop_512": true, |
| "oracle": true, |
| "relation_cf_answer": true, |
| "relation_cf_identity": true, |
| "replay": true, |
| "replay_agrees": true, |
| "replay_margin": true, |
| "restore_agrees": true, |
| "twohop_0": true, |
| "twohop_128": true, |
| "twohop_512": true, |
| "twohop_ci_0": true, |
| "twohop_ci_128": true, |
| "twohop_ci_512": true, |
| "twohop_retention": true, |
| "unrelated_changed": true, |
| "value_cf_answer": true |
| } |
| } |
| }, |
| "split": "confirmation" |
| } |
|
|
