| { | |
| "depth": 3, | |
| "arm": "correct", | |
| "atoms": [ | |
| "swap_pairs", | |
| "interleave_halves", | |
| "reverse_first_half", | |
| "reverse_blocks3" | |
| ], | |
| "format": "intermediate/template (step1/step2/result)", | |
| "train_chains": [ | |
| [ | |
| "swap_pairs", | |
| "interleave_halves", | |
| "reverse_first_half" | |
| ], | |
| [ | |
| "swap_pairs", | |
| "interleave_halves", | |
| "reverse_blocks3" | |
| ], | |
| [ | |
| "swap_pairs", | |
| "reverse_first_half", | |
| "interleave_halves" | |
| ], | |
| [ | |
| "swap_pairs", | |
| "reverse_first_half", | |
| "reverse_blocks3" | |
| ], | |
| [ | |
| "swap_pairs", | |
| "reverse_blocks3", | |
| "reverse_first_half" | |
| ], | |
| [ | |
| "interleave_halves", | |
| "swap_pairs", | |
| "reverse_first_half" | |
| ], | |
| [ | |
| "interleave_halves", | |
| "reverse_first_half", | |
| "swap_pairs" | |
| ], | |
| [ | |
| "interleave_halves", | |
| "reverse_first_half", | |
| "reverse_blocks3" | |
| ], | |
| [ | |
| "interleave_halves", | |
| "reverse_blocks3", | |
| "swap_pairs" | |
| ], | |
| [ | |
| "reverse_first_half", | |
| "swap_pairs", | |
| "reverse_blocks3" | |
| ], | |
| [ | |
| "reverse_first_half", | |
| "interleave_halves", | |
| "swap_pairs" | |
| ], | |
| [ | |
| "reverse_first_half", | |
| "reverse_blocks3", | |
| "swap_pairs" | |
| ], | |
| [ | |
| "reverse_first_half", | |
| "reverse_blocks3", | |
| "interleave_halves" | |
| ], | |
| [ | |
| "reverse_blocks3", | |
| "swap_pairs", | |
| "interleave_halves" | |
| ], | |
| [ | |
| "reverse_blocks3", | |
| "swap_pairs", | |
| "reverse_first_half" | |
| ], | |
| [ | |
| "reverse_blocks3", | |
| "interleave_halves", | |
| "swap_pairs" | |
| ], | |
| [ | |
| "reverse_blocks3", | |
| "interleave_halves", | |
| "reverse_first_half" | |
| ], | |
| [ | |
| "reverse_blocks3", | |
| "reverse_first_half", | |
| "swap_pairs" | |
| ] | |
| ], | |
| "heldout_chains": [ | |
| [ | |
| "swap_pairs", | |
| "reverse_blocks3", | |
| "interleave_halves" | |
| ], | |
| [ | |
| "interleave_halves", | |
| "swap_pairs", | |
| "reverse_blocks3" | |
| ], | |
| [ | |
| "interleave_halves", | |
| "reverse_blocks3", | |
| "reverse_first_half" | |
| ], | |
| [ | |
| "reverse_first_half", | |
| "swap_pairs", | |
| "interleave_halves" | |
| ], | |
| [ | |
| "reverse_first_half", | |
| "interleave_halves", | |
| "reverse_blocks3" | |
| ], | |
| [ | |
| "reverse_blocks3", | |
| "reverse_first_half", | |
| "interleave_halves" | |
| ] | |
| ], | |
| "n_atom": 600, | |
| "n_eval": 200, | |
| "total_comp_train": 4320, | |
| "n_comp_per_chain": 240, | |
| "n_probe": 900, | |
| "seed": 0, | |
| "counts": { | |
| "atomic.jsonl": 2400, | |
| "atomic_eval.jsonl": 800, | |
| "compose_train_0.jsonl": 4320, | |
| "seen_eval.jsonl": 3600, | |
| "heldout_eval.jsonl": 1200, | |
| "probe_pool.jsonl": 900 | |
| } | |
| } |