{ "ALL": { "greedy_raw": 0.004016064257028112, "greedy": 0.004016064257028112, "greedy+solve": 0.004016064257028112, "pass@1": 0.0035140562248995983, "pass@4": 0.013195639701663797, "pass@n": 0.024096385542168676, "any": 0.024096385542168676, "compiles": 0.10040160642570281, "n": 249 }, "<16": { "greedy_raw": 0.022727272727272728, "greedy": 0.022727272727272728, "greedy+solve": 0.022727272727272728, "pass@1": 0.019886363636363636, "pass@4": 0.07467532467532467, "pass@n": 0.13636363636363635, "any": 0.13636363636363635, "compiles": 0.20454545454545456, "n": 44 }, "/Od": { "greedy_raw": 0.011904761904761904, "greedy": 0.011904761904761904, "greedy+solve": 0.011904761904761904, "pass@1": 0.008928571428571428, "pass@4": 0.033163265306122444, "pass@n": 0.05952380952380952, "any": 0.05952380952380952, "compiles": 0.047619047619047616, "n": 84 }, "/O2": { "greedy_raw": 0.0, "greedy": 0.0, "greedy+solve": 0.0, "pass@1": 0.0007575757575757576, "pass@4": 0.0030303030303030303, "pass@n": 0.006060606060606061, "any": 0.006060606060606061, "compiles": 0.12727272727272726, "n": 165 }, "novel": { "greedy_raw": 0.0, "greedy": 0.0, "greedy+solve": 0.0, "pass@1": 0.0027292576419213972, "pass@4": 0.009981285090455396, "pass@n": 0.017467248908296942, "any": 0.017467248908296942, "compiles": 0.09606986899563319, "n": 229 }, "16-63": { "greedy_raw": 0.0, "greedy": 0.0, "greedy+solve": 0.0, "pass@1": 0.0, "pass@4": 0.0, "pass@n": 0.0, "any": 0.0, "compiles": 0.15789473684210525, "n": 57 }, ">=1024": { "greedy_raw": 0.0, "greedy": 0.0, "greedy+solve": 0.0, "pass@1": 0.0, "pass@4": 0.0, "pass@n": 0.0, "any": 0.0, "compiles": 0.0, "n": 5 }, "64-255": { "greedy_raw": 0.0, "greedy": 0.0, "greedy+solve": 0.0, "pass@1": 0.0, "pass@4": 0.0, "pass@n": 0.0, "any": 0.0, "compiles": 0.05343511450381679, "n": 131 }, "256-1023": { "greedy_raw": 0.0, "greedy": 0.0, "greedy+solve": 0.0, "pass@1": 0.0, "pass@4": 0.0, "pass@n": 0.0, "any": 0.0, "compiles": 0.0, "n": 12 } }