{ "before": { "solved": 0.39285714285714285, "passed": 0.4107142857142857, "clean": 0.6190476190476191, "junk": 0.0, "invented_tools": 0.0, "cut_off": 0.005952380952380952, "steps": 5.940476190476191 }, "after": { "solved": 0.6428571428571429, "passed": 0.6428571428571429, "clean": 0.8214285714285714, "junk": 0.0, "invented_tools": 0.0, "cut_off": 0.011904761904761904, "steps": 5.732142857142857 }, "passed": true, "start_model": "theailearner/HiveCoder3.1", "held_out_tasks": 42, "attempts": 4 }