| arm,step,graded,correct,pass_at_1,complete,native_count_coverage | |
| baseline,0,998,421,0.4218436873747495,False,998 | |
| opencode,100,986,473,0.47971602434077076,False,986 | |
| opencode,200,979,501,0.5117466802860061,False,979 | |
| opencode,300,989,496,0.5015166835187057,False,989 | |
| opencode,400,999,506,0.5065065065065065,False,999 | |
| opencode,500,1000,501,0.501,True,1000 | |
| opencode,600,1000,518,0.518,True,1000 | |
| opencode,700,1000,508,0.508,True,1000 | |
| opencode,800,1000,512,0.512,True,1000 | |
| opencode,900,1000,524,0.524,True,1000 | |
| opencode,1000,1000,523,0.523,True,1000 | |
| multi-harness,100,988,465,0.47064777327935226,False,988 | |
| multi-harness,200,988,520,0.5263157894736842,False,988 | |
| multi-harness,300,1000,507,0.507,True,1000 | |
| multi-harness,400,1000,510,0.51,True,1000 | |
| multi-harness,500,1000,521,0.521,True,1000 | |
| multi-harness,600,1000,507,0.507,True,1000 | |
| multi-harness,700,1000,546,0.546,True,1000 | |
| multi-harness,800,1000,540,0.54,True,1000 | |
| multi-harness,850,1000,545,0.545,True,1000 | |
| multi-harness,900,1000,520,0.52,True,1000 | |
| multi-harness,1000,1000,542,0.542,True,1000 | |