| { |
| "exp": "grid", |
| "domain": "grid", |
| "n_cells": 9, |
| "variant": "intermediate", |
| "arm": "correct", |
| "seed": 0, |
| "composable": [ |
| "anti_transpose", |
| "flip_h", |
| "flip_v", |
| "rot90", |
| "shift_rows" |
| ], |
| "perms": { |
| "rot90": [ |
| 6, |
| 3, |
| 0, |
| 7, |
| 4, |
| 1, |
| 8, |
| 5, |
| 2 |
| ], |
| "rot180": [ |
| 8, |
| 7, |
| 6, |
| 5, |
| 4, |
| 3, |
| 2, |
| 1, |
| 0 |
| ], |
| "rot270": [ |
| 2, |
| 5, |
| 8, |
| 1, |
| 4, |
| 7, |
| 0, |
| 3, |
| 6 |
| ], |
| "transpose": [ |
| 0, |
| 3, |
| 6, |
| 1, |
| 4, |
| 7, |
| 2, |
| 5, |
| 8 |
| ], |
| "anti_transpose": [ |
| 8, |
| 5, |
| 2, |
| 7, |
| 4, |
| 1, |
| 6, |
| 3, |
| 0 |
| ], |
| "flip_h": [ |
| 2, |
| 1, |
| 0, |
| 5, |
| 4, |
| 3, |
| 8, |
| 7, |
| 6 |
| ], |
| "flip_v": [ |
| 6, |
| 7, |
| 8, |
| 3, |
| 4, |
| 5, |
| 0, |
| 1, |
| 2 |
| ], |
| "shift_rows": [ |
| 6, |
| 7, |
| 8, |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5 |
| ] |
| }, |
| "train_comps": [ |
| "anti_transpose|rot90", |
| "anti_transpose|shift_rows", |
| "flip_h|rot90", |
| "flip_v|rot90", |
| "flip_v|shift_rows", |
| "rot90|anti_transpose", |
| "rot90|flip_h", |
| "rot90|flip_v", |
| "rot90|shift_rows", |
| "shift_rows|anti_transpose", |
| "shift_rows|flip_v", |
| "shift_rows|rot90" |
| ], |
| "heldout_comps": [ |
| "anti_transpose|flip_h", |
| "flip_h|anti_transpose", |
| "anti_transpose|flip_v", |
| "flip_v|anti_transpose" |
| ], |
| "heldout_labels": { |
| "anti_transpose|flip_h": "never_paired", |
| "flip_h|anti_transpose": "never_paired", |
| "anti_transpose|flip_v": "never_paired", |
| "flip_v|anti_transpose": "never_paired" |
| }, |
| "n_comp_train_per_pairing": 200, |
| "total_comp_train": 2400, |
| "compositions": { |
| "anti_transpose|rot90": { |
| "role": "train", |
| "n_train": 200, |
| "n_seen_eval": 200 |
| }, |
| "anti_transpose|shift_rows": { |
| "role": "train", |
| "n_train": 200, |
| "n_seen_eval": 200 |
| }, |
| "flip_h|rot90": { |
| "role": "train", |
| "n_train": 200, |
| "n_seen_eval": 200 |
| }, |
| "flip_v|rot90": { |
| "role": "train", |
| "n_train": 200, |
| "n_seen_eval": 200 |
| }, |
| "flip_v|shift_rows": { |
| "role": "train", |
| "n_train": 200, |
| "n_seen_eval": 200 |
| }, |
| "rot90|anti_transpose": { |
| "role": "train", |
| "n_train": 200, |
| "n_seen_eval": 200 |
| }, |
| "rot90|flip_h": { |
| "role": "train", |
| "n_train": 200, |
| "n_seen_eval": 200 |
| }, |
| "rot90|flip_v": { |
| "role": "train", |
| "n_train": 200, |
| "n_seen_eval": 200 |
| }, |
| "rot90|shift_rows": { |
| "role": "train", |
| "n_train": 200, |
| "n_seen_eval": 200 |
| }, |
| "shift_rows|anti_transpose": { |
| "role": "train", |
| "n_train": 200, |
| "n_seen_eval": 200 |
| }, |
| "shift_rows|flip_v": { |
| "role": "train", |
| "n_train": 200, |
| "n_seen_eval": 200 |
| }, |
| "shift_rows|rot90": { |
| "role": "train", |
| "n_train": 200, |
| "n_seen_eval": 200 |
| }, |
| "anti_transpose|flip_h": { |
| "role": "heldout", |
| "label": "never_paired", |
| "n_eval": 200, |
| "distinct_answers": 200, |
| "top_answer_share": 0.005 |
| }, |
| "flip_h|anti_transpose": { |
| "role": "heldout", |
| "label": "never_paired", |
| "n_eval": 200, |
| "distinct_answers": 200, |
| "top_answer_share": 0.005 |
| }, |
| "anti_transpose|flip_v": { |
| "role": "heldout", |
| "label": "never_paired", |
| "n_eval": 200, |
| "distinct_answers": 200, |
| "top_answer_share": 0.005 |
| }, |
| "flip_v|anti_transpose": { |
| "role": "heldout", |
| "label": "never_paired", |
| "n_eval": 200, |
| "distinct_answers": 200, |
| "top_answer_share": 0.005 |
| } |
| }, |
| "train_heldout_chain_overlap": [], |
| "heldout_instance_collisions": 0, |
| "coverage": { |
| "train_inner_atoms": [ |
| "anti_transpose", |
| "flip_h", |
| "flip_v", |
| "rot90", |
| "shift_rows" |
| ], |
| "train_outer_atoms": [ |
| "anti_transpose", |
| "flip_h", |
| "flip_v", |
| "rot90", |
| "shift_rows" |
| ], |
| "heldout_inner_atoms": [ |
| "anti_transpose", |
| "flip_h", |
| "flip_v" |
| ], |
| "heldout_outer_atoms": [ |
| "anti_transpose", |
| "flip_h", |
| "flip_v" |
| ], |
| "heldout_inner_count": 3, |
| "heldout_outer_count": 3, |
| "per_slot_coverage": { |
| "anti_transpose": { |
| "train_as_inner": 2, |
| "train_as_outer": 2 |
| }, |
| "flip_h": { |
| "train_as_inner": 1, |
| "train_as_outer": 1 |
| }, |
| "flip_v": { |
| "train_as_inner": 2, |
| "train_as_outer": 2 |
| }, |
| "rot90": { |
| "train_as_inner": 4, |
| "train_as_outer": 4 |
| }, |
| "shift_rows": { |
| "train_as_inner": 3, |
| "train_as_outer": 3 |
| } |
| }, |
| "train_covers_both_slots": true, |
| "pairing_collisions": [] |
| }, |
| "collisions_total": 0 |
| } |
